[ 549.341084] env[69765]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69765) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.341381] env[69765]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69765) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.341578] env[69765]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69765) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.341953] env[69765]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 549.446679] env[69765]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69765) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 549.456310] env[69765]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69765) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 549.500916] env[69765]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 550.061353] env[69765]: INFO nova.virt.driver [None req-da1b6a86-2789-4036-8a45-3b459dbf229d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 550.132661] env[69765]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.132841] env[69765]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 550.132971] env[69765]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69765) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 553.061572] env[69765]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bb8f9f22-624e-499c-ad91-c769fdde7d36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.571076] env[69765]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69765) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 553.571345] env[69765]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-98cb8789-578f-4d45-8051-dcc30e127acc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.598877] env[69765]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 2caf0. [ 553.599118] env[69765]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.466s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.599639] env[69765]: INFO nova.virt.vmwareapi.driver [None req-da1b6a86-2789-4036-8a45-3b459dbf229d None None] VMware vCenter version: 7.0.3 [ 553.603375] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c630b-c06b-4025-8844-ba4cedacf240 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.625943] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8416f-868b-4724-9386-fa331b2d6197 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.633312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eac4b3-72d2-4e7a-9d4f-26b30e8ae528 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.641126] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2579760-5a97-437c-8d33-b2d7b21f199f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.655791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450e176-5213-450f-bf25-c732c92a973f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.663202] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24073ba-c095-4363-97ea-21fe01846f9d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.694960] env[69765]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-038d1f0b-05c5-41ef-973f-27a420708628 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.701433] env[69765]: DEBUG nova.virt.vmwareapi.driver [None req-da1b6a86-2789-4036-8a45-3b459dbf229d None None] Extension org.openstack.compute already exists. {{(pid=69765) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 553.704252] env[69765]: INFO nova.compute.provider_config [None req-da1b6a86-2789-4036-8a45-3b459dbf229d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 554.207415] env[69765]: DEBUG nova.context [None req-da1b6a86-2789-4036-8a45-3b459dbf229d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4468a4ff-42d9-4eb6-ac77-5276aa03a3f0(cell1) {{(pid=69765) load_cells /opt/stack/nova/nova/context.py:464}} [ 554.209634] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.209894] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.210614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.211059] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Acquiring lock "4468a4ff-42d9-4eb6-ac77-5276aa03a3f0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.211258] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Lock "4468a4ff-42d9-4eb6-ac77-5276aa03a3f0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.212383] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Lock "4468a4ff-42d9-4eb6-ac77-5276aa03a3f0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.232425] env[69765]: INFO dbcounter [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Registered counter for database nova_cell0 [ 554.241327] env[69765]: INFO dbcounter [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Registered counter for database nova_cell1 [ 554.244808] env[69765]: DEBUG oslo_db.sqlalchemy.engines [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69765) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 554.245462] env[69765]: DEBUG oslo_db.sqlalchemy.engines [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69765) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 554.250009] env[69765]: ERROR nova.db.main.api [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 554.250009] env[69765]: result = function(*args, **kwargs) [ 554.250009] env[69765]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 554.250009] env[69765]: return func(*args, **kwargs) [ 554.250009] env[69765]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 554.250009] env[69765]: result = fn(*args, **kwargs) [ 554.250009] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 554.250009] env[69765]: return f(*args, **kwargs) [ 554.250009] env[69765]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 554.250009] env[69765]: return db.service_get_minimum_version(context, binaries) [ 554.250009] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 554.250009] env[69765]: _check_db_access() [ 554.250009] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 554.250009] env[69765]: stacktrace = ''.join(traceback.format_stack()) [ 554.250009] env[69765]: [ 554.251158] env[69765]: ERROR nova.db.main.api [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 554.251158] env[69765]: result = function(*args, **kwargs) [ 554.251158] env[69765]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 554.251158] env[69765]: return func(*args, **kwargs) [ 554.251158] env[69765]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 554.251158] env[69765]: result = fn(*args, **kwargs) [ 554.251158] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 554.251158] env[69765]: return f(*args, **kwargs) [ 554.251158] env[69765]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 554.251158] env[69765]: return db.service_get_minimum_version(context, binaries) [ 554.251158] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 554.251158] env[69765]: _check_db_access() [ 554.251158] env[69765]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 554.251158] env[69765]: stacktrace = ''.join(traceback.format_stack()) [ 554.251158] env[69765]: [ 554.251716] env[69765]: WARNING nova.objects.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 554.251716] env[69765]: WARNING nova.objects.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Failed to get minimum service version for cell 4468a4ff-42d9-4eb6-ac77-5276aa03a3f0 [ 554.252168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Acquiring lock "singleton_lock" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.252346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Acquired lock "singleton_lock" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.252592] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Releasing lock "singleton_lock" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.252920] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Full set of CONF: {{(pid=69765) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 554.253119] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ******************************************************************************** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 554.253270] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] Configuration options gathered from: {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 554.253388] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 554.253632] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 554.253762] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ================================================================================ {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 554.253977] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] allow_resize_to_same_host = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254171] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] arq_binding_timeout = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254316] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] backdoor_port = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254456] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] backdoor_socket = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254626] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] block_device_allocate_retries = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254788] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] block_device_allocate_retries_interval = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.254959] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cert = self.pem {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255143] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255315] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute_monitors = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255481] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] config_dir = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255652] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] config_drive_format = iso9660 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255787] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.255952] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] config_source = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256134] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] console_host = devstack {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256299] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] control_exchange = nova {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256459] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cpu_allocation_ratio = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256622] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] daemon = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256786] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] debug = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.256943] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_access_ip_network_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.257124] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_availability_zone = nova {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.257282] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_ephemeral_format = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.257441] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_green_pool_size = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.257680] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.257849] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] default_schedule_zone = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258014] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] disk_allocation_ratio = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258219] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] enable_new_services = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258417] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] enabled_apis = ['osapi_compute'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258587] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] enabled_ssl_apis = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258755] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] flat_injected = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.258918] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] force_config_drive = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.259102] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] force_raw_images = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.259278] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] graceful_shutdown_timeout = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.259440] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] heal_instance_info_cache_interval = -1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.259665] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] host = cpu-1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.259844] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260014] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260189] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260406] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260572] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_build_timeout = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260734] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_delete_interval = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.260902] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_format = [instance: %(uuid)s] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261088] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_name_template = instance-%08x {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261257] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_usage_audit = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261426] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_usage_audit_period = month {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261591] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261756] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.261927] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] internal_service_availability_zone = internal {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262138] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] key = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262312] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] live_migration_retry_count = 30 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262484] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_color = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262650] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_config_append = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262817] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.262992] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_dir = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.263241] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.263383] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_options = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.263551] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_rotate_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.263723] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_rotate_interval_type = days {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.263894] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] log_rotation_type = none {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264036] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264169] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264342] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264511] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264641] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264804] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] long_rpc_timeout = 1800 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.264967] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_concurrent_builds = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265148] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_concurrent_live_migrations = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265310] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_concurrent_snapshots = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265471] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_local_block_devices = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265631] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_logfile_count = 30 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265789] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] max_logfile_size_mb = 200 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.265948] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] maximum_instance_delete_attempts = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.266131] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metadata_listen = 0.0.0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.266301] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metadata_listen_port = 8775 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.266470] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metadata_workers = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.266630] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] migrate_max_retries = -1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.266794] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] mkisofs_cmd = genisoimage {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267011] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267153] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] my_ip = 10.180.1.21 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267358] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267522] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] network_allocate_retries = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267701] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.267868] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268043] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] osapi_compute_listen_port = 8774 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268217] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] osapi_compute_unique_server_name_scope = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268388] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] osapi_compute_workers = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268551] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] password_length = 12 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268711] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] periodic_enable = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.268874] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] periodic_fuzzy_delay = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269062] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] pointer_model = usbtablet {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269235] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] preallocate_images = none {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269398] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] publish_errors = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269528] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] pybasedir = /opt/stack/nova {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269689] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ram_allocation_ratio = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.269859] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rate_limit_burst = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270075] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rate_limit_except_level = CRITICAL {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270249] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rate_limit_interval = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270413] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reboot_timeout = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270574] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reclaim_instance_interval = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270731] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] record = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.270898] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reimage_timeout_per_gb = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271075] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] report_interval = 120 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271241] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rescue_timeout = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271403] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reserved_host_cpus = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271562] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reserved_host_disk_mb = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271719] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reserved_host_memory_mb = 512 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.271879] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] reserved_huge_pages = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272075] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] resize_confirm_window = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272249] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] resize_fs_using_block_device = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272410] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] resume_guests_state_on_host_boot = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272577] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272739] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] rpc_response_timeout = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.272897] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] run_external_periodic_tasks = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273076] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] running_deleted_instance_action = reap {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273241] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273399] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] running_deleted_instance_timeout = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273555] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler_instance_sync_interval = 120 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273720] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_down_time = 720 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.273886] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] servicegroup_driver = db {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274054] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] shell_completion = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274221] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] shelved_offload_time = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274381] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] shelved_poll_interval = 3600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274546] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] shutdown_timeout = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274706] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] source_is_ipv6 = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.274865] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ssl_only = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275140] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275318] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] sync_power_state_interval = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275483] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] sync_power_state_pool_size = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275653] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] syslog_log_facility = LOG_USER {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275810] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] tempdir = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.275970] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] timeout_nbd = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276153] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] transport_url = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276320] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] update_resources_interval = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276484] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_cow_images = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276645] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_journal = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276804] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_json = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.276964] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_rootwrap_daemon = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277137] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_stderr = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277297] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] use_syslog = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277452] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vcpu_pin_set = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277618] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plugging_is_fatal = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277784] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plugging_timeout = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.277951] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] virt_mkfs = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.278129] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] volume_usage_poll_interval = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.278293] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] watch_log_file = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.278461] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] web = /usr/share/spice-html5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 554.278646] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.278815] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.278983] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.279180] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_concurrency.disable_process_locking = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.279783] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280055] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280261] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280444] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280619] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280790] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.280979] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.auth_strategy = keystone {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.281172] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.compute_link_prefix = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.281357] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.281535] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.dhcp_domain = novalocal {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.281708] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.enable_instance_password = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.281874] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.glance_link_prefix = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282089] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282279] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282448] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.instance_list_per_project_cells = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282615] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.list_records_by_skipping_down_cells = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282782] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.local_metadata_per_cell = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.282975] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.max_limit = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.283174] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.metadata_cache_expiration = 15 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.283358] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.neutron_default_tenant_id = default {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.283535] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.response_validation = warn {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.283713] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.use_neutron_default_nets = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.283886] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284071] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284238] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284420] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284596] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_dynamic_targets = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284763] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_jsonfile_path = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.284948] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.285191] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.backend = dogpile.cache.memcached {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.285373] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.backend_argument = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.285542] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.backend_expiration_time = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.285715] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.config_prefix = cache.oslo {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.285889] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.dead_timeout = 60.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286071] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.debug_cache_backend = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286242] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.enable_retry_client = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286409] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.enable_socket_keepalive = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286580] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.enabled = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286747] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.enforce_fips_mode = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.286911] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.expiration_time = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287091] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.hashclient_retry_attempts = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287256] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287419] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_dead_retry = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287579] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_password = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287743] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.287905] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288081] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_pool_maxsize = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288252] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288418] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_sasl_enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288600] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288767] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.288928] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.memcache_username = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289116] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.proxies = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289285] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_db = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289449] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_password = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289622] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289799] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.289999] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_server = localhost:6379 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.290194] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_socket_timeout = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.290356] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.redis_username = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.290521] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.retry_attempts = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.290686] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.retry_delay = 0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.290852] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.socket_keepalive_count = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291027] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.socket_keepalive_idle = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291200] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.socket_keepalive_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291362] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.tls_allowed_ciphers = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291521] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.tls_cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291680] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.tls_certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.291842] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.tls_enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292054] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cache.tls_keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292257] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292439] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.auth_type = password {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292607] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292786] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.292968] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293166] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293338] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.cross_az_attach = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293503] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.debug = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293663] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.endpoint_template = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293828] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.http_retries = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.293992] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294169] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294340] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.os_region_name = RegionOne {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294506] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294666] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cinder.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294837] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.294998] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.cpu_dedicated_set = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295172] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.cpu_shared_set = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295337] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.image_type_exclude_list = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295503] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295667] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295832] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.295998] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.296187] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.296353] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.resource_provider_association_refresh = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.296516] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.296679] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.shutdown_retry_interval = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.296859] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297064] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] conductor.workers = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297271] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] console.allowed_origins = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297438] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] console.ssl_ciphers = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297613] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] console.ssl_minimum_version = default {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297784] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] consoleauth.enforce_session_timeout = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.297952] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] consoleauth.token_ttl = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298147] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298310] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298477] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298640] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298804] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.298968] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299158] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299311] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299475] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299636] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299798] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.299988] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.300174] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.300347] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.service_type = accelerator {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.300513] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.300675] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.300841] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301013] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301205] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301370] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] cyborg.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301545] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.asyncio_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301707] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.asyncio_slave_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.301879] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.backend = sqlalchemy {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302089] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302272] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.connection_debug = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302446] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.connection_parameters = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302614] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.connection_recycle_time = 3600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302779] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.connection_trace = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.302954] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.db_inc_retry_interval = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303158] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.db_max_retries = 20 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303329] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.db_max_retry_interval = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303496] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.db_retry_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303663] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.max_overflow = 50 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303829] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.max_pool_size = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.303995] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.max_retries = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.304225] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.304400] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.mysql_wsrep_sync_wait = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.304564] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.pool_timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.304730] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.retry_interval = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.304891] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.slave_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305069] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.sqlite_synchronous = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305242] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] database.use_db_reconnect = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305413] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.asyncio_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305577] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.asyncio_slave_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305751] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.backend = sqlalchemy {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.305923] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306105] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.connection_debug = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306284] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.connection_parameters = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306452] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.connection_recycle_time = 3600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306618] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.connection_trace = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306786] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.db_inc_retry_interval = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.306954] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.db_max_retries = 20 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307139] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.db_max_retry_interval = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307307] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.db_retry_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307474] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.max_overflow = 50 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307640] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.max_pool_size = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307806] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.max_retries = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.307979] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308158] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308324] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.pool_timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308489] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.retry_interval = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308651] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.slave_connection = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308816] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] api_database.sqlite_synchronous = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.308994] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] devices.enabled_mdev_types = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.309258] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.309410] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.309578] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ephemeral_storage_encryption.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.309745] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.309945] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.api_servers = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310145] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310315] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310484] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310649] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310810] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.310975] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.debug = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.311161] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.default_trusted_certificate_ids = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.311331] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.enable_certificate_validation = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.311498] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.enable_rbd_download = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.311660] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.311828] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312025] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312211] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312375] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312540] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.num_retries = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312717] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.rbd_ceph_conf = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.312883] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.rbd_connect_timeout = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313120] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.rbd_pool = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313309] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.rbd_user = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313483] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313652] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313814] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.313986] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.service_type = image {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.314170] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.314332] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.314516] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.314654] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.314839] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315016] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.verify_glance_signatures = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315232] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] glance.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315420] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] guestfs.debug = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315598] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315767] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.auth_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.315934] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316112] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316284] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316449] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316613] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316774] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.316940] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317116] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317284] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317446] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317609] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317772] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.317933] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318124] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.service_type = shared-file-system {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318296] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.share_apply_policy_timeout = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318461] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318625] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318788] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.318950] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.319148] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.319366] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] manila.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.319485] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] mks.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.319860] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320081] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.manager_interval = 2400 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320263] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.precache_concurrency = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320439] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.remove_unused_base_images = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320613] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320786] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.320967] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] image_cache.subdirectory_name = _base {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.321187] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.api_max_retries = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.321375] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.api_retry_interval = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.321545] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.321712] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.auth_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.321876] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322083] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322271] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322442] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.conductor_group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322604] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322767] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.322930] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323135] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323307] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323473] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323634] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323802] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.peer_list = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.323965] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324144] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324322] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.serial_console_state_timeout = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324480] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324655] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.service_type = baremetal {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324818] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.shard = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.324984] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.325165] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.325328] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.325488] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.325672] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.325835] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ironic.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326031] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326216] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] key_manager.fixed_key = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326400] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326565] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.barbican_api_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326734] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.barbican_endpoint = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.326902] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.barbican_endpoint_type = public {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327076] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.barbican_region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327278] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327456] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327624] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327788] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.327949] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328132] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.number_of_retries = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328298] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.retry_delay = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328463] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.send_service_user_token = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328628] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328790] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.328955] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.verify_ssl = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.329130] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican.verify_ssl_path = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.329305] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.329479] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.auth_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.329627] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.329785] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330215] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330215] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330349] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330466] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330629] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] barbican_service_user.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330797] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.approle_role_id = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.330959] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.approle_secret_id = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331149] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.kv_mountpoint = secret {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331314] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.kv_path = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331481] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.kv_version = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331643] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.namespace = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331805] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.root_token_id = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.331983] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.ssl_ca_crt_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.332174] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.timeout = 60.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.332345] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.use_ssl = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.332519] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.332693] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.332855] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333066] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333253] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333420] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333583] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333749] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.333909] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334085] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334252] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334417] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334582] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334753] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.334911] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.service_type = identity {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335087] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335251] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335410] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335562] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335743] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.335901] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] keystone.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.336105] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.ceph_mount_options = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.336452] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.336637] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.connection_uri = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.336802] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_mode = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.336973] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.337163] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_models = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.337337] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_power_governor_high = performance {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.337506] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.337670] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_power_management = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.337885] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338017] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.device_detach_attempts = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338193] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.device_detach_timeout = 20 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338362] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.disk_cachemodes = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338522] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.disk_prefix = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338687] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.enabled_perf_events = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.338851] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.file_backed_memory = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339030] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.gid_maps = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339203] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.hw_disk_discard = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339401] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.hw_machine_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339583] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_rbd_ceph_conf = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339742] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.339905] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340086] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_rbd_glance_store_name = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340264] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_rbd_pool = rbd {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340435] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_type = default {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340591] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.images_volume_group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340776] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.inject_key = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.340913] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.inject_partition = -2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341090] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.inject_password = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341257] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.iscsi_iface = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341420] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.iser_use_multipath = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341582] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341743] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.341904] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_downtime = 500 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342112] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342291] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342455] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_inbound_addr = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342620] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342781] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.342949] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_scheme = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343160] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_timeout_action = abort {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343330] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_tunnelled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343492] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_uri = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343655] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.live_migration_with_native_tls = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343814] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.max_queues = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.343978] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.344241] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.344408] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.nfs_mount_options = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.344710] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.344895] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345098] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345282] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345451] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345616] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_pcie_ports = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345784] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.345953] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.pmem_namespaces = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.346131] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.quobyte_client_cfg = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.346639] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.346639] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.346766] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.346934] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347110] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rbd_secret_uuid = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347274] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rbd_user = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347438] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347610] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347771] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rescue_image_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.347930] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rescue_kernel_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.348103] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rescue_ramdisk_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.348278] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.348440] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.rx_queue_size = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.348612] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.smbfs_mount_options = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.348911] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.349102] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.snapshot_compression = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.349271] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.snapshot_image_format = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.349503] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.349695] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.sparse_logical_volumes = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.349838] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.swtpm_enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350069] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.swtpm_group = tss {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350256] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.swtpm_user = tss {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350431] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.sysinfo_serial = unique {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350593] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.tb_cache_size = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350753] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.tx_queue_size = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.350918] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.uid_maps = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351096] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.use_virtio_for_bridges = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351274] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.virt_type = kvm {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351444] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.volume_clear = zero {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351607] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.volume_clear_size = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351769] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.volume_enforce_multipath = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.351932] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.volume_use_multipath = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.352133] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_cache_path = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.352314] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.352483] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.352651] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.352819] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.353163] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.353359] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.vzstorage_mount_user = stack {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.353530] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.353710] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.353883] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.auth_type = password {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354061] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354232] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354408] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354588] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354753] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.354923] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.default_floating_pool = public {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355148] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355260] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.extension_sync_interval = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355424] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.http_retries = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355588] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355750] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.355910] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356097] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356265] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356433] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.ovs_bridge = br-int {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356601] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.physnets = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356769] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.region_name = RegionOne {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.356928] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357131] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.service_metadata_proxy = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357313] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357487] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.service_type = network {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357650] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357819] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.357982] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.358161] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.358346] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.358509] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] neutron.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.358682] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.bdms_in_notifications = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.358860] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.default_level = INFO {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359036] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.include_share_mapping = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359219] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.notification_format = unversioned {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359385] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.notify_on_state_change = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359565] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359802] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] pci.alias = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.359937] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] pci.device_spec = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360132] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] pci.report_in_placement = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360313] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360489] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.auth_type = password {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360657] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360819] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.360979] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.361162] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.361324] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.361482] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.361641] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.default_domain_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.361800] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.default_domain_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362011] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.domain_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362211] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.domain_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362377] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362544] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362705] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.362863] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363059] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363244] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.password = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363408] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.project_domain_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363576] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.project_domain_name = Default {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363745] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.project_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.363919] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.project_name = service {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364104] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.region_name = RegionOne {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364276] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364440] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364611] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.service_type = placement {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364777] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.364937] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365115] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365283] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.system_scope = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365443] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365603] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.trust_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365764] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.user_domain_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.365935] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.user_domain_name = Default {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366108] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.user_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366286] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.username = nova {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366468] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366630] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] placement.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366817] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.cores = 20 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.366982] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.count_usage_from_placement = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.367172] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.367344] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.injected_file_content_bytes = 10240 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.367509] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.injected_file_path_length = 255 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.367675] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.injected_files = 5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.367840] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.instances = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368019] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.key_pairs = 100 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368189] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.metadata_items = 128 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368355] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.ram = 51200 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368519] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.recheck_quota = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368687] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.server_group_members = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.368852] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.server_groups = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369079] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369286] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] quota.unified_limits_resource_strategy = require {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369466] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369636] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369799] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.image_metadata_prefilter = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.369991] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.370179] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.max_attempts = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.370347] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.max_placement_results = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.370513] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.370679] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.370842] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371025] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] scheduler.workers = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371213] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371387] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371567] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371736] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.371917] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.372144] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.372324] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.372515] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.372683] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.host_subset_size = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.372849] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373041] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373228] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373395] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373575] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373743] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.isolated_hosts = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.373912] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.isolated_images = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374089] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374259] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374422] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374584] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.pci_in_placement = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374747] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.374909] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375082] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375249] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375412] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375574] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375736] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.track_instance_changes = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.375912] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.376099] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metrics.required = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.376266] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metrics.weight_multiplier = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.376428] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.376590] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] metrics.weight_setting = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.376916] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377108] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377294] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.port_range = 10000:20000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377468] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377640] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377811] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] serial_console.serialproxy_port = 6083 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.377984] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378178] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.auth_type = password {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378342] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378504] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378669] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378833] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.378992] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.379178] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.send_service_user_token = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.379344] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.379507] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] service_user.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.379677] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.agent_enabled = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.379847] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.380213] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.380441] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.380617] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.html5proxy_port = 6082 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.380783] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.image_compression = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.380944] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.jpeg_compression = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.381121] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.playback_compression = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.381292] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.require_secure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.381464] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.server_listen = 127.0.0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.381635] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.381926] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.382160] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.streaming_mode = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.382335] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] spice.zlib_compression = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.382508] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] upgrade_levels.baseapi = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.382686] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] upgrade_levels.compute = auto {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.382849] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] upgrade_levels.conductor = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383042] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] upgrade_levels.scheduler = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383231] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383398] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383560] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383720] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.383884] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384097] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384277] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384443] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384606] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vendordata_dynamic_auth.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384784] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.api_retry_count = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.384948] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.ca_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.385137] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.385311] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.cluster_name = testcl1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.385515] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.connection_pool_size = 10 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.385640] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.console_delay_seconds = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.385811] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.datastore_regex = ^datastore.* {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386049] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386235] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.host_password = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386404] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.host_port = 443 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386573] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.host_username = administrator@vsphere.local {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386743] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.insecure = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.386904] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.integration_bridge = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387080] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.maximum_objects = 100 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387246] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.pbm_default_policy = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387410] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.pbm_enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387569] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.pbm_wsdl_location = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387737] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.387895] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.serial_port_proxy_uri = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388065] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.serial_port_service_uri = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388242] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.task_poll_interval = 0.5 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388413] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.use_linked_clone = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388584] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.vnc_keymap = en-us {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388754] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.vnc_port = 5900 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.388951] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vmware.vnc_port_total = 10000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.389120] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.auth_schemes = ['none'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.389301] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.389608] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.389797] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390014] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.novncproxy_port = 6080 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390233] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.server_listen = 127.0.0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390420] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390583] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.vencrypt_ca_certs = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390747] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.vencrypt_client_cert = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.390906] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vnc.vencrypt_client_key = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391102] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391274] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_deep_image_inspection = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391438] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391633] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391764] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.391924] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.disable_rootwrap = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392136] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.enable_numa_live_migration = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392312] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392479] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392643] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392805] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.libvirt_disable_apic = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.392967] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.393147] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.393315] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.393507] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.393690] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.393855] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394066] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394248] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394417] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394587] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394776] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.394949] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.client_socket_timeout = 900 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395137] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.default_pool_size = 1000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395310] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.keep_alive = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395478] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.max_header_line = 16384 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395644] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395808] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.ssl_ca_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.395975] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.ssl_cert_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.396162] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.ssl_key_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.396335] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.tcp_keepidle = 600 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.396513] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.396685] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] zvm.ca_file = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.396847] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] zvm.cloud_connector_url = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.397188] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.397367] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] zvm.reachable_timeout = 300 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.397543] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.397723] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.397902] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.connection_string = messaging:// {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398084] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.enabled = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398262] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.es_doc_type = notification {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398427] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.es_scroll_size = 10000 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398599] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.es_scroll_time = 2m {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398763] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.filter_error_trace = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.398932] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.hmac_keys = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399114] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.sentinel_service_name = mymaster {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399286] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.socket_timeout = 0.1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399449] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.trace_requests = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399609] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler.trace_sqlalchemy = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399787] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler_jaeger.process_tags = {} {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.399971] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler_jaeger.service_name_prefix = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.400161] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] profiler_otlp.service_name_prefix = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.400334] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] remote_debug.host = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.400495] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] remote_debug.port = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.400674] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.400841] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401015] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401192] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401358] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401522] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401686] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.401852] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402054] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402247] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402427] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402622] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402796] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.402966] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403150] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403323] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403488] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403651] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403821] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.403985] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.404164] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.404347] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.404513] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.404675] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.404838] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405010] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405180] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405345] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405530] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405706] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.405876] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.406083] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.406272] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.406439] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.406616] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407106] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407106] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407170] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407325] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_notifications.retry = -1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407506] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407676] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.407850] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.auth_section = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408025] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.auth_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408196] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.cafile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408360] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.certfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408547] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.collect_timing = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408725] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.connect_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.408889] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.connect_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409060] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_id = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409241] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409401] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_override = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409559] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409718] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.409893] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.endpoint_service_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410087] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.insecure = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410254] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.keyfile = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410414] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.max_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410570] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.min_version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410726] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.region_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.410888] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.retriable_status_codes = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411056] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.service_name = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411220] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.service_type = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411379] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.split_loggers = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411559] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.status_code_retries = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411732] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.status_code_retry_delay = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.411892] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.timeout = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412091] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.valid_interfaces = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412263] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_limit.version = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412433] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_reports.file_event_handler = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412599] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412757] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] oslo_reports.log_dir = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.412927] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413100] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413266] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413434] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413599] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413761] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.413932] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414105] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414293] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414468] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414635] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414795] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] vif_plug_ovs_privileged.user = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.414967] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.415169] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.415346] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.415518] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.415688] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.415861] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416038] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416206] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416383] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416555] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.isolate_vif = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416721] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.416886] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417064] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417239] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417457] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] os_vif_ovs.per_port_bridge = False {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417663] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.capabilities = [21] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417832] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.417998] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.helper_command = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.418209] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.418379] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.418539] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] privsep_osbrick.user = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.418715] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.418876] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.group = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.419044] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.helper_command = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.419215] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.419375] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.419530] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] nova_sys_admin.user = None {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 554.419658] env[69765]: DEBUG oslo_service.backend.eventlet.service [None req-0aacd43c-fa64-42cb-ac69-d5f832454d69 None None] ******************************************************************************** {{(pid=69765) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 554.420099] env[69765]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 554.924072] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Getting list of instances from cluster (obj){ [ 554.924072] env[69765]: value = "domain-c8" [ 554.924072] env[69765]: _type = "ClusterComputeResource" [ 554.924072] env[69765]: } {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.925188] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69798809-ad83-4a2c-9bd0-5650009de04e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.935967] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Got total of 0 instances {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.936679] env[69765]: WARNING nova.virt.vmwareapi.driver [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 554.937215] env[69765]: INFO nova.virt.node [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Generated node identity 974ec474-c930-4644-a9cb-e8fbc2072a2b [ 554.937973] env[69765]: INFO nova.virt.node [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Wrote node identity 974ec474-c930-4644-a9cb-e8fbc2072a2b to /opt/stack/data/n-cpu-1/compute_id [ 555.440581] env[69765]: WARNING nova.compute.manager [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Compute nodes ['974ec474-c930-4644-a9cb-e8fbc2072a2b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 556.446712] env[69765]: INFO nova.compute.manager [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 557.455024] env[69765]: WARNING nova.compute.manager [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 557.455024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.455024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.455024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.455024] env[69765]: DEBUG nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 557.455024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393242c-fb10-4bf5-ba10-977793a17382 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.463476] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e8560-e322-4511-9ace-d3dca93fe21f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.479680] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed3117-80c5-4dee-8de6-8ed9ecfc0ab7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.486725] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36bc39f-2313-4638-a871-4b2f03fdb84e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.517324] env[69765]: DEBUG nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180818MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 557.517739] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.518095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.022251] env[69765]: WARNING nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] No compute node record for cpu-1:974ec474-c930-4644-a9cb-e8fbc2072a2b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 974ec474-c930-4644-a9cb-e8fbc2072a2b could not be found. [ 558.525844] env[69765]: INFO nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 974ec474-c930-4644-a9cb-e8fbc2072a2b [ 560.035044] env[69765]: DEBUG nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 560.035044] env[69765]: DEBUG nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 560.194022] env[69765]: INFO nova.scheduler.client.report [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] [req-8d4f7393-bc51-426f-b6e2-bf5ae1f169bd] Created resource provider record via placement API for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 560.211144] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303de2fa-8655-46af-bde7-7feaed7bd5b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.218609] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b64fa2-4809-437b-b77e-113841880067 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.248983] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1d23bf-f9f5-4f87-985d-7368b8865951 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.257073] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fad5d3-f155-4552-93de-473dca17de39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.270417] env[69765]: DEBUG nova.compute.provider_tree [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.810880] env[69765]: DEBUG nova.scheduler.client.report [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 560.810880] env[69765]: DEBUG nova.compute.provider_tree [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 0 to 1 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.810880] env[69765]: DEBUG nova.compute.provider_tree [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.863023] env[69765]: DEBUG nova.compute.provider_tree [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 1 to 2 during operation: update_traits {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 561.368362] env[69765]: DEBUG nova.compute.resource_tracker [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 561.368362] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.368362] env[69765]: DEBUG nova.service [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Creating RPC server for service compute {{(pid=69765) start /opt/stack/nova/nova/service.py:186}} [ 561.381305] env[69765]: DEBUG nova.service [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] Join ServiceGroup membership for this service compute {{(pid=69765) start /opt/stack/nova/nova/service.py:203}} [ 561.381825] env[69765]: DEBUG nova.servicegroup.drivers.db [None req-7f78d316-1d69-4dae-bb64-6e3c34d42bcd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69765) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 569.384480] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_power_states {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.887939] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Getting list of instances from cluster (obj){ [ 569.887939] env[69765]: value = "domain-c8" [ 569.887939] env[69765]: _type = "ClusterComputeResource" [ 569.887939] env[69765]: } {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.889187] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ad7c9-2751-4e7a-a2c2-3d7eddc274e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.898169] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Got total of 0 instances {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.898416] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.898736] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Getting list of instances from cluster (obj){ [ 569.898736] env[69765]: value = "domain-c8" [ 569.898736] env[69765]: _type = "ClusterComputeResource" [ 569.898736] env[69765]: } {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.899715] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb619b29-e4b4-441c-a0d6-a898ca46d175 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.907360] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Got total of 0 instances {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.140012] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.140012] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.643903] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.195103] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.195103] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.196205] env[69765]: INFO nova.compute.claims [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.159038] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "deb162f8-03f4-4020-acb7-9cdb869695ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.159379] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.266497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c363ddd-bd35-4ae9-ad32-c03085e71997 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.278031] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84733189-eff2-4f95-83ae-99d85ae3d6d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.316401] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a73a6e3-4020-4e05-990e-af0f8756a678 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.326091] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399dba1-2ffb-4d47-bd2c-c9c7c4c34229 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.344989] env[69765]: DEBUG nova.compute.provider_tree [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.664362] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.849572] env[69765]: DEBUG nova.scheduler.client.report [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.125111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.125111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.186590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.355992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.356406] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.359343] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.173s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.364162] env[69765]: INFO nova.compute.claims [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.443950] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.444586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.565095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "52b1e45e-4b65-4306-991c-a83996be651f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.566819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.630359] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.868767] env[69765]: DEBUG nova.compute.utils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.871947] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.872245] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.948372] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.068088] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.136270] env[69765]: DEBUG nova.policy [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015c05c3957a404ebead10867878d0ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '886b184462bc4d3ab818c0f0252729e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.172123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.380049] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.480540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.511031] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511031] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511031] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511031] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511031] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511246] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.511325] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.512349] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 609.512349] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.520121] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c87a9-aeb4-4fdd-94cb-e5f5a42f6bd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.534563] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996667df-781b-40af-b109-5b3b4da64759 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.570475] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd012d1-5686-4f10-828e-5fe6f09706bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.581470] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961b84c-85ff-4240-a4eb-5119686caa5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.597962] env[69765]: DEBUG nova.compute.provider_tree [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.601147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.013080] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.013422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.015069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.101189] env[69765]: DEBUG nova.scheduler.client.report [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.287888] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Successfully created port: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.398373] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.431982] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.432246] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.432463] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.432573] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.432746] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.432909] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.433126] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.433291] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.433679] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.433890] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.434271] env[69765]: DEBUG nova.virt.hardware [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.435556] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49553feb-a106-4505-9b84-9e2008aaf350 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.444065] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31235fa-76b1-4c1d-9bfb-34883a4a816a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.462866] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392487f-d273-49f6-937c-18aab03b9bcb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.517372] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.608153] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.608787] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.612035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.440s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.613526] env[69765]: INFO nova.compute.claims [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.052768] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.114240] env[69765]: DEBUG nova.compute.utils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.119021] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.119021] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.177425] env[69765]: DEBUG nova.policy [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f51c0f7668a745199a5dca4bef427f5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5abc7970c4e645bc9a7b1d14ebcadf43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.621728] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.761089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1b378-e17f-47fb-b9eb-b7a8b3d4c985 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.774689] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af822889-7404-4d7d-ac9b-55d0b68dc3ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.815323] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fbd50d-c072-404d-ab0e-f99ea6a66b17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.825558] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9a7fc0-af11-4e36-bef4-4adb77489e4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.846070] env[69765]: DEBUG nova.compute.provider_tree [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.057638] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Successfully created port: a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.349295] env[69765]: DEBUG nova.scheduler.client.report [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.569276] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "049c7202-5887-496e-91b8-d33af03dc5a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.569708] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.636490] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.661051] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.661639] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.661639] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.661832] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.662045] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.662256] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.662501] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.662820] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.663073] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.663298] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.663527] env[69765]: DEBUG nova.virt.hardware [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.664655] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa06128-279a-4a1b-b9e6-2703007961fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.675072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159aa967-4c9a-4451-baf9-23ada76e8e0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.859840] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.860488] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.864689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.384s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.866128] env[69765]: INFO nova.compute.claims [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.076700] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.284118] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Successfully updated port: a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.368724] env[69765]: DEBUG nova.compute.utils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.371887] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.372273] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.476840] env[69765]: DEBUG nova.policy [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268f41a4dc854f4aa8c25c91ef211709', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd80702134684e22ab57c3f34ae5f87a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.621295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.688594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "117b220d-8ed9-466c-bb1a-b517ff024df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.688594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.786291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.786447] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.786633] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 613.877890] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.953578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.953997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.126383] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51955320-e93e-4af7-bfcd-1ec283e36e68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.137284] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6922a3-8505-4f23-94ea-dd8704af68a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.173580] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e315fd-948f-49bd-97cd-61519b95bacf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.182899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335fd73b-fddd-4b26-94cc-0450f33ab9a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.200455] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.205120] env[69765]: DEBUG nova.compute.provider_tree [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.457537] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.514721] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 614.714023] env[69765]: DEBUG nova.scheduler.client.report [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.739322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.893894] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.929823] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.930847] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.930847] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.930847] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.930847] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.931118] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.931243] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.931397] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.931554] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.931708] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.931917] env[69765]: DEBUG nova.virt.hardware [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.933304] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9546d2-485b-4a20-8b62-3158d5b8e693 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.943901] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef828e-ba93-4bf7-b633-4cd46006ab8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.988369] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.067020] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Successfully updated port: a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.068848] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Successfully created port: a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.223027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.223027] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.223827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.623s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.227685] env[69765]: INFO nova.compute.claims [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.237196] env[69765]: DEBUG nova.network.neutron [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.574697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.574975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.575266] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 615.656782] env[69765]: DEBUG nova.compute.manager [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-vif-plugged-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.657037] env[69765]: DEBUG oslo_concurrency.lockutils [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] Acquiring lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.657275] env[69765]: DEBUG oslo_concurrency.lockutils [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.657484] env[69765]: DEBUG oslo_concurrency.lockutils [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.657664] env[69765]: DEBUG nova.compute.manager [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] No waiting events found dispatching network-vif-plugged-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.657829] env[69765]: WARNING nova.compute.manager [req-5dc556af-9e86-4965-bc6e-875a28c0bcbd req-b8952e11-3f18-48e5-be01-300209960154 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received unexpected event network-vif-plugged-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 for instance with vm_state building and task_state spawning. [ 615.734262] env[69765]: DEBUG nova.compute.utils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.740803] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 615.741220] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.741590] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Instance network_info: |[{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.742632] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46fd2f4-a2bd-434c-97fd-f032e4d16ea6', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.757353] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.759414] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1898a180-89c8-49ec-b745-ffb93c596533 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.776686] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created folder: OpenStack in parent group-v4. [ 615.777091] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating folder: Project (886b184462bc4d3ab818c0f0252729e2). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.777601] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3900ee54-6034-48a5-aec9-9256bdc0f507 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.792243] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created folder: Project (886b184462bc4d3ab818c0f0252729e2) in parent group-v782532. [ 615.792243] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating folder: Instances. Parent ref: group-v782533. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.792243] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c305573-7a0c-4659-8e0e-eef468b52dc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.809167] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created folder: Instances in parent group-v782533. [ 615.809167] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.809167] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.809167] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2d3452-0887-4d0e-a9c8-695b157e34fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.834100] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.834100] env[69765]: value = "task-3942417" [ 615.834100] env[69765]: _type = "Task" [ 615.834100] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.843960] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942417, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.153011] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.156688] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.234358] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 616.241268] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.347478] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942417, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.567858] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a5a46-4cdf-4493-b9fb-af8c451369cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.582503] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e9f06-89f7-49ce-a7a7-12b41671a956 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.615989] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b195b6-9969-4906-a8da-60bbd1e1e758 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.627730] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b1f25-56fc-44be-8895-72702e8b5a80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.647377] env[69765]: DEBUG nova.compute.provider_tree [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.663970] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.849310] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942417, 'name': CreateVM_Task, 'duration_secs': 0.756927} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.849310] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.893045] env[69765]: DEBUG oslo_vmware.service [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eca652-a277-4dcf-9c84-4490ebdb88ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.901779] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902451] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.902696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902999] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc78a04f-77be-4f19-94ba-47dd93f62039 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.910051] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 616.910051] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fd01e1-2cb2-cf1c-6d86-0f2560abeadf" [ 616.910051] env[69765]: _type = "Task" [ 616.910051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.923343] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd01e1-2cb2-cf1c-6d86-0f2560abeadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.074151] env[69765]: DEBUG nova.network.neutron [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Updating instance_info_cache with network_info: [{"id": "a7b5a396-ed99-44fe-aba8-24523f60340f", "address": "fa:16:3e:eb:02:32", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b5a396-ed", "ovs_interfaceid": "a7b5a396-ed99-44fe-aba8-24523f60340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.151764] env[69765]: DEBUG nova.scheduler.client.report [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.193062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.260288] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.300865] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.301021] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.301143] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.301383] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.301439] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.301609] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.301773] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.302703] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.303031] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.303209] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.303418] env[69765]: DEBUG nova.virt.hardware [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.304318] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af21be3-e358-49cb-a8ec-916e76308831 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.318206] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819b52d-4c19-4072-ae19-4beefac18237 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.337607] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.345664] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Creating folder: Project (e79619df68164417be20ea577d3d0c30). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.346193] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-327be1bd-9616-4c99-ae5b-ca0cea3a556e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.359154] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Created folder: Project (e79619df68164417be20ea577d3d0c30) in parent group-v782532. [ 617.359298] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Creating folder: Instances. Parent ref: group-v782536. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.359545] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64d7cd8a-68bc-4e45-92d4-7470d097222b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.373899] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Created folder: Instances in parent group-v782536. [ 617.374189] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.374821] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.374821] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-defac164-f6d8-458b-b181-a3f5ae9e0edf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.397986] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.397986] env[69765]: value = "task-3942420" [ 617.397986] env[69765]: _type = "Task" [ 617.397986] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.407371] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942420, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.428086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.429832] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.430207] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.430361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.430805] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.431786] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44c1963f-a5dd-4607-a05f-681fb90f2a04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.456947] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.457609] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.461998] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e649ff7e-28c4-4204-b512-f567bdd68af2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.471198] env[69765]: DEBUG nova.compute.manager [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Received event network-vif-plugged-a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.472615] env[69765]: DEBUG oslo_concurrency.lockutils [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] Acquiring lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.472615] env[69765]: DEBUG oslo_concurrency.lockutils [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.472615] env[69765]: DEBUG oslo_concurrency.lockutils [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.472615] env[69765]: DEBUG nova.compute.manager [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] No waiting events found dispatching network-vif-plugged-a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.472615] env[69765]: WARNING nova.compute.manager [req-5cc8d1f5-8cd5-4575-b878-7302f77273e4 req-a3bca921-7e3f-4216-a789-fac4f2928d2a service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Received unexpected event network-vif-plugged-a7b5a396-ed99-44fe-aba8-24523f60340f for instance with vm_state building and task_state spawning. [ 617.474428] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Successfully updated port: a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.484255] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b136bdd-902d-4e03-b899-9035c64841b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.495478] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 617.495478] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f91b3d-910f-45ea-e1f4-e7241547dfe8" [ 617.495478] env[69765]: _type = "Task" [ 617.495478] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.507187] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f91b3d-910f-45ea-e1f4-e7241547dfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.580550] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.580550] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Instance network_info: |[{"id": "a7b5a396-ed99-44fe-aba8-24523f60340f", "address": "fa:16:3e:eb:02:32", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b5a396-ed", "ovs_interfaceid": "a7b5a396-ed99-44fe-aba8-24523f60340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.580794] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:02:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b5a396-ed99-44fe-aba8-24523f60340f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.586017] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Creating folder: Project (5abc7970c4e645bc9a7b1d14ebcadf43). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.586735] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f273a06-1102-418a-8e83-42d4e83064f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.602049] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Created folder: Project (5abc7970c4e645bc9a7b1d14ebcadf43) in parent group-v782532. [ 617.602049] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Creating folder: Instances. Parent ref: group-v782539. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.602049] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3683455-b19c-4c62-90b6-0b649d8255f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.615455] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Created folder: Instances in parent group-v782539. [ 617.615875] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.615997] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.616159] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d0ee3b5-dac1-41f8-aebc-3c2d31a6ff83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.645925] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.645925] env[69765]: value = "task-3942423" [ 617.645925] env[69765]: _type = "Task" [ 617.645925] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.656232] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942423, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.662223] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.662223] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.665505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.649s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.665505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.665505] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 617.665505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.613s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.669507] env[69765]: INFO nova.compute.claims [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.673522] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9d240-2335-4ccc-a93a-53a1780a324c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.685275] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312344fd-113a-4d92-bddc-188c9a4e4991 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.711180] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763cad65-0a40-4b2e-9d78-a0a39047726e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.723652] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c5c22-f59b-4cb5-833d-4867c91fdaf9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.764503] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 617.764503] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.911205] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942420, 'name': CreateVM_Task, 'duration_secs': 0.338963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.911567] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.911884] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912107] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912475] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912779] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c45b5f-621f-4478-9710-be66f592f4d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.923019] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 617.923019] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cbdaa4-5bb3-70d2-b40f-5bb8cef2bb9f" [ 617.923019] env[69765]: _type = "Task" [ 617.923019] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.932609] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cbdaa4-5bb3-70d2-b40f-5bb8cef2bb9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.979668] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.979872] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.979971] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 618.014019] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 618.014019] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating directory with path [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.014019] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91dc5d97-a4f7-445e-a409-7c35432313b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.046024] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created directory with path [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.046024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Fetch image to [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 618.046024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Downloading image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69765) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 618.046808] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1a415-8cf2-4ca5-a0d9-80d645b0e326 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.060469] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4147b24-2ce8-4fef-8cf0-9f1c22b708db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.074177] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220953d-f4ba-48df-bcf8-4a0259274ae3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.116654] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf202f2-2db6-4e70-9115-34fa1d680cc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.128428] env[69765]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ae070e78-4c90-41e0-8c46-29e09ef3d335 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.168468] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Downloading image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to the data store datastore2 {{(pid=69765) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.178948] env[69765]: DEBUG nova.compute.utils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.182076] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942423, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.182573] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.182745] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.287725] env[69765]: DEBUG oslo_vmware.rw_handles [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 618.372517] env[69765]: DEBUG nova.policy [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '703d4ec9b79343fdb36448121b2b3f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a47051b9e040cab55143e438b14005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.442587] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.442887] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.443123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.624298] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 618.659552] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942423, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.683290] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.892370] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284cca20-3c27-4a72-81dd-da7abcba85d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.910175] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c358890b-6586-4765-ae1b-1f30bc212a2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.953045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47721130-51d2-4e28-bfdd-5c2303e73648 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.970596] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f759a52-6bb9-443b-bc61-f64233e9946b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.992137] env[69765]: DEBUG nova.compute.provider_tree [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.037932] env[69765]: DEBUG oslo_vmware.rw_handles [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 619.038183] env[69765]: DEBUG oslo_vmware.rw_handles [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 619.104877] env[69765]: DEBUG nova.network.neutron [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Updating instance_info_cache with network_info: [{"id": "a686a732-67ed-405e-929b-fc929a17ef44", "address": "fa:16:3e:ce:9e:03", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa686a732-67", "ovs_interfaceid": "a686a732-67ed-405e-929b-fc929a17ef44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.158425] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942423, 'name': CreateVM_Task, 'duration_secs': 1.381977} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.158612] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.159282] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.159469] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.159772] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.160031] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3d64b4-5775-4150-acb3-f34b6747c289 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.166451] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 619.166451] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5248dd05-aad9-c41f-fdc9-17841979dadd" [ 619.166451] env[69765]: _type = "Task" [ 619.166451] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.173698] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Downloaded image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69765) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 619.175178] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 619.175460] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copying Virtual Disk [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk to [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.175754] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ee7a5a2-a747-46d8-b343-2c1dd22a4d65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.185346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185638] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.185896] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186211] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 619.186211] env[69765]: value = "task-3942424" [ 619.186211] env[69765]: _type = "Task" [ 619.186211] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.202220] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.410142] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Successfully created port: 0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.502755] env[69765]: DEBUG nova.scheduler.client.report [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.611020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.611020] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Instance network_info: |[{"id": "a686a732-67ed-405e-929b-fc929a17ef44", "address": "fa:16:3e:ce:9e:03", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa686a732-67", "ovs_interfaceid": "a686a732-67ed-405e-929b-fc929a17ef44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.611345] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:9e:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a686a732-67ed-405e-929b-fc929a17ef44', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.621486] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Creating folder: Project (dd80702134684e22ab57c3f34ae5f87a). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.622172] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c14274-a656-41d5-b6c3-eb58b71a584c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.635997] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Created folder: Project (dd80702134684e22ab57c3f34ae5f87a) in parent group-v782532. [ 619.636238] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Creating folder: Instances. Parent ref: group-v782542. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.636498] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1aa114b-c9c9-4f00-ad04-922829a56ab1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.649409] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Created folder: Instances in parent group-v782542. [ 619.649409] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.649409] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.649409] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f946e322-2237-4d4c-a6c4-e4f08e3f47cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.671618] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.671618] env[69765]: value = "task-3942427" [ 619.671618] env[69765]: _type = "Task" [ 619.671618] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.680739] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942427, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.699538] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.702666] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942424, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.731173] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.731173] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.731173] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.731387] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.731387] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.731387] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.731387] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.731519] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.732449] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.732449] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.732449] env[69765]: DEBUG nova.virt.hardware [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.733095] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb4159c-e474-4afc-8404-057cda627edb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.744483] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c52d82-b737-4715-a3fd-cfc8f97eef78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.013873] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.013873] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.020242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.395s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.022017] env[69765]: INFO nova.compute.claims [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.190557] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942427, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.204054] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726419} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.204054] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copied Virtual Disk [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk to [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.204054] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleting the datastore file [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.204054] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a6ec8d-dcaf-42a9-9541-04255d6fe8bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.216090] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 620.216090] env[69765]: value = "task-3942428" [ 620.216090] env[69765]: _type = "Task" [ 620.216090] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.225652] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.357358] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.357553] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing instance network info cache due to event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.357768] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.357898] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.358519] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 620.527800] env[69765]: DEBUG nova.compute.utils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.532840] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.532840] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.576957] env[69765]: DEBUG nova.policy [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ef6e663f4464a9cb2aed66f6b9e0a7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab84c3b55261479b87746bf0698c814f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.684133] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942427, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.725509] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025849} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.726050] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.726296] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Moving file from [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f. {{(pid=69765) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 620.726762] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f1333e45-ac5d-4117-86c9-35f8ba622d5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.738260] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 620.738260] env[69765]: value = "task-3942429" [ 620.738260] env[69765]: _type = "Task" [ 620.738260] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.758682] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942429, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.033309] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.127680] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Successfully created port: ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.192642] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942427, 'name': CreateVM_Task, 'duration_secs': 1.445327} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.193206] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.193535] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.193912] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.194175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.194663] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f0ee59-0ac9-4949-83fe-32aeb396c2e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.200322] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 621.200322] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524d69ff-f7aa-56d1-5c89-3ecb19ce00c7" [ 621.200322] env[69765]: _type = "Task" [ 621.200322] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.210884] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524d69ff-f7aa-56d1-5c89-3ecb19ce00c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.249907] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942429, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036417} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.253164] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] File moved {{(pid=69765) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 621.253164] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Cleaning up location [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 621.253265] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleting the datastore file [datastore2] vmware_temp/e46787d0-8bc2-491f-857e-c445f210c6ce {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.254044] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d39bac7b-8d8a-4ce2-a00f-6b43d674468f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.266415] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 621.266415] env[69765]: value = "task-3942430" [ 621.266415] env[69765]: _type = "Task" [ 621.266415] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.277803] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.309841] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9b291-be81-4529-98c8-f83ab9abbcc0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.320957] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350ac21-9699-484a-81d3-704ed593fc7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.366782] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec11d4-706f-4232-8d7e-b29b927d2193 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.378542] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314356a0-bb53-4a4a-9f11-a25b31ee6eb8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.395807] env[69765]: DEBUG nova.compute.provider_tree [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.425724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "034868b4-64a9-428a-b74d-81a6c3739618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.425956] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.438420] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updated VIF entry in instance network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 621.438753] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.517276] env[69765]: DEBUG nova.compute.manager [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Received event network-changed-a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.517471] env[69765]: DEBUG nova.compute.manager [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Refreshing instance network info cache due to event network-changed-a7b5a396-ed99-44fe-aba8-24523f60340f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.517685] env[69765]: DEBUG oslo_concurrency.lockutils [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] Acquiring lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.517824] env[69765]: DEBUG oslo_concurrency.lockutils [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] Acquired lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.518092] env[69765]: DEBUG nova.network.neutron [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Refreshing network info cache for port a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 621.719783] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524d69ff-f7aa-56d1-5c89-3ecb19ce00c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.720588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.720588] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.720588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.778868] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026523} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.779349] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.781299] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35adf168-cc26-478a-b53a-fcd344339eb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.790576] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 621.790576] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522ce9ab-cb5f-f3f7-ea2f-6e1282aa3748" [ 621.790576] env[69765]: _type = "Task" [ 621.790576] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.801851] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522ce9ab-cb5f-f3f7-ea2f-6e1282aa3748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.888451] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Successfully updated port: 0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.900092] env[69765]: DEBUG nova.scheduler.client.report [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.942733] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.942911] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Received event network-vif-plugged-a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.943119] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Acquiring lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.943358] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.943953] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.944262] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] No waiting events found dispatching network-vif-plugged-a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.946079] env[69765]: WARNING nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Received unexpected event network-vif-plugged-a686a732-67ed-405e-929b-fc929a17ef44 for instance with vm_state building and task_state spawning. [ 621.946079] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Received event network-changed-a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.946079] env[69765]: DEBUG nova.compute.manager [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Refreshing instance network info cache due to event network-changed-a686a732-67ed-405e-929b-fc929a17ef44. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.946079] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Acquiring lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.946079] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Acquired lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.946492] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Refreshing network info cache for port a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 622.054459] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.086445] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.086693] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.086847] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.087040] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.087186] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.087327] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.087533] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.087715] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.087845] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.088013] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.088184] env[69765]: DEBUG nova.virt.hardware [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.089234] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1a6e0d-20aa-4c29-9d58-06ef786f86cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.099454] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e7a12-b905-4399-9cb6-a5d654d8fcfa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.303616] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522ce9ab-cb5f-f3f7-ea2f-6e1282aa3748, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.304025] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.304156] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 45ed6665-a30a-4502-acea-bd01e7d18a3b/45ed6665-a30a-4502-acea-bd01e7d18a3b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.305481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.305481] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.305481] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b343dcbe-626a-4a9d-a9e5-1e92cd3c278b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.307162] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101e3846-f7c5-49cc-ba92-65add5ca2bbd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.316804] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 622.316804] env[69765]: value = "task-3942431" [ 622.316804] env[69765]: _type = "Task" [ 622.316804] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.319238] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.319880] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.325047] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cd6079-1419-4b7c-b1d9-23e494dcfd71 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.334697] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.336406] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 622.336406] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528727b7-fdfe-dd5d-bb9c-6662eb227e53" [ 622.336406] env[69765]: _type = "Task" [ 622.336406] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.346514] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528727b7-fdfe-dd5d-bb9c-6662eb227e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.390186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390186] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 622.420068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.420736] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.426720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.688s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.430663] env[69765]: INFO nova.compute.claims [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.505946] env[69765]: DEBUG nova.network.neutron [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Updated VIF entry in instance network info cache for port a7b5a396-ed99-44fe-aba8-24523f60340f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 622.505946] env[69765]: DEBUG nova.network.neutron [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Updating instance_info_cache with network_info: [{"id": "a7b5a396-ed99-44fe-aba8-24523f60340f", "address": "fa:16:3e:eb:02:32", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b5a396-ed", "ovs_interfaceid": "a7b5a396-ed99-44fe-aba8-24523f60340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.806607] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Updated VIF entry in instance network info cache for port a686a732-67ed-405e-929b-fc929a17ef44. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 622.807026] env[69765]: DEBUG nova.network.neutron [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Updating instance_info_cache with network_info: [{"id": "a686a732-67ed-405e-929b-fc929a17ef44", "address": "fa:16:3e:ce:9e:03", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa686a732-67", "ovs_interfaceid": "a686a732-67ed-405e-929b-fc929a17ef44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.809324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.809324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.809324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.809324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.833118] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486544} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.833397] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 45ed6665-a30a-4502-acea-bd01e7d18a3b/45ed6665-a30a-4502-acea-bd01e7d18a3b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.833628] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.834172] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d997b5-48e5-4fd5-a851-cb814874dc81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.843086] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 622.843086] env[69765]: value = "task-3942432" [ 622.843086] env[69765]: _type = "Task" [ 622.843086] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.851478] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528727b7-fdfe-dd5d-bb9c-6662eb227e53, 'name': SearchDatastore_Task, 'duration_secs': 0.019286} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.851954] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adff00f5-5591-46b4-80aa-b51e406ee106 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.859802] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.864235] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "65f903d8-60b0-435f-99b1-a918ed41efa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.864560] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.864934] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 622.864934] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52672673-d0e5-a49d-38a5-a9addcd4f55d" [ 622.864934] env[69765]: _type = "Task" [ 622.864934] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.880932] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52672673-d0e5-a49d-38a5-a9addcd4f55d, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.881263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.883214] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 356b5e43-a94b-4ec7-8f33-c36c12a68c3c/356b5e43-a94b-4ec7-8f33-c36c12a68c3c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.883214] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.883214] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.883214] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412f98e1-ba31-4b7b-bfa4-f7450a1de7f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.885563] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c07dc0-6135-422b-a26b-fcb0fa4efe0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.896559] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 622.896559] env[69765]: value = "task-3942433" [ 622.896559] env[69765]: _type = "Task" [ 622.896559] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.897636] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.897761] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.902461] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195ab43f-c677-45aa-8d82-7688c916d9cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.914455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.914455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.921722] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.922122] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 622.922122] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5243aad2-872d-e6b3-e00f-009b224ba63d" [ 622.922122] env[69765]: _type = "Task" [ 622.922122] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.933399] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5243aad2-872d-e6b3-e00f-009b224ba63d, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.934620] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39a00e5-db2a-45a3-ba9e-c8ef042045c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.940377] env[69765]: DEBUG nova.compute.utils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.942615] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.942615] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.948847] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 622.948847] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52afc8b2-555c-129d-b34f-75976f9c4cd0" [ 622.948847] env[69765]: _type = "Task" [ 622.948847] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.966161] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52afc8b2-555c-129d-b34f-75976f9c4cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.966396] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.966635] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] deb162f8-03f4-4020-acb7-9cdb869695ef/deb162f8-03f4-4020-acb7-9cdb869695ef.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.967085] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.967312] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.967638] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db698ce5-9b47-47dc-b70c-6a104fe83ab2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.970139] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8397ca06-89f5-45ba-b152-bc313078a423 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.978416] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 622.978416] env[69765]: value = "task-3942434" [ 622.978416] env[69765]: _type = "Task" [ 622.978416] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.984150] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.984347] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.985727] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bb179d-4f47-4c11-ad6b-7d3dfdd3e8db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.991735] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.996526] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 622.996526] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52243563-9a45-8700-ff83-8423f0101150" [ 622.996526] env[69765]: _type = "Task" [ 622.996526] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.005267] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52243563-9a45-8700-ff83-8423f0101150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.011091] env[69765]: DEBUG oslo_concurrency.lockutils [req-36c9f0c2-0434-4b67-8faa-6c7e186198e7 req-86df3d9b-b932-41c6-b196-d0a156bb7f64 service nova] Releasing lock "refresh_cache-deb162f8-03f4-4020-acb7-9cdb869695ef" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.130727] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 623.198311] env[69765]: DEBUG nova.policy [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96102db400149968b0578fffb7f8524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0df9dedca5e4dba858558e75b9ef7be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.310716] env[69765]: DEBUG oslo_concurrency.lockutils [req-4d753068-dc7a-4450-b047-7de8acf17ff0 req-72ed3fb6-218f-4d04-8aa7-ccdf1cf16e7e service nova] Releasing lock "refresh_cache-f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.361360] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.361862] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.365187] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e95f0b-0620-4bfc-9dc8-dd350d58e041 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.399132] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 45ed6665-a30a-4502-acea-bd01e7d18a3b/45ed6665-a30a-4502-acea-bd01e7d18a3b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.399533] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eeb13b3-4d28-49dc-9cff-36454d3fe9c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.415659] env[69765]: DEBUG nova.network.neutron [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Updating instance_info_cache with network_info: [{"id": "0c350b80-e266-4725-8f64-15165c7a8e75", "address": "fa:16:3e:06:10:0b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c350b80-e2", "ovs_interfaceid": "0c350b80-e266-4725-8f64-15165c7a8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.431048] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473311} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.437595] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 356b5e43-a94b-4ec7-8f33-c36c12a68c3c/356b5e43-a94b-4ec7-8f33-c36c12a68c3c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.437595] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.437595] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 623.437595] env[69765]: value = "task-3942435" [ 623.437595] env[69765]: _type = "Task" [ 623.437595] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.437595] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb026947-142b-4872-8dcc-f0d849b6cc30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.452392] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.455917] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.456403] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 623.456403] env[69765]: value = "task-3942436" [ 623.456403] env[69765]: _type = "Task" [ 623.456403] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.468202] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.498544] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.509402] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52243563-9a45-8700-ff83-8423f0101150, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.510450] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84c3928-b105-4363-83c8-a75d2790ca91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.521520] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 623.521520] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52228d71-8046-0d07-6842-2ee07d01dc37" [ 623.521520] env[69765]: _type = "Task" [ 623.521520] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.532645] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52228d71-8046-0d07-6842-2ee07d01dc37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.568851] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "6c3f8920-5f4a-471c-8342-53ba98deda69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.569527] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.596508] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Successfully updated port: ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.750803] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d859ae4-c2bd-4377-88d5-9c13136022bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.763715] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120629f9-4403-4e61-b16b-6e9b8ddca642 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.803167] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329ad01-1f9e-4113-9d6e-85b870a84188 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.813533] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522f94e-851e-432c-b964-06e0856a6f9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.828245] env[69765]: DEBUG nova.compute.provider_tree [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.922355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.923454] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Instance network_info: |[{"id": "0c350b80-e266-4725-8f64-15165c7a8e75", "address": "fa:16:3e:06:10:0b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c350b80-e2", "ovs_interfaceid": "0c350b80-e266-4725-8f64-15165c7a8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.924100] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:10:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c350b80-e266-4725-8f64-15165c7a8e75', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.933581] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Creating folder: Project (c6a47051b9e040cab55143e438b14005). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.934278] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Successfully created port: 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.936791] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81120e7f-dfcf-4021-8316-0dbad452ce1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.949819] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942435, 'name': ReconfigVM_Task, 'duration_secs': 0.489477} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.949819] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 45ed6665-a30a-4502-acea-bd01e7d18a3b/45ed6665-a30a-4502-acea-bd01e7d18a3b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.949819] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a393ba7-6d5b-4aae-b292-a7028f6a7187 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.951737] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Created folder: Project (c6a47051b9e040cab55143e438b14005) in parent group-v782532. [ 623.952083] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Creating folder: Instances. Parent ref: group-v782545. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.952672] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d624967-ad22-4b75-b9f7-f40ecf8f2e8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.960415] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 623.960415] env[69765]: value = "task-3942438" [ 623.960415] env[69765]: _type = "Task" [ 623.960415] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.970435] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Created folder: Instances in parent group-v782545. [ 623.970814] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.972575] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.972961] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbe76d2-ca79-4239-a41b-e4e1c2b3ff92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.999785] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.003447] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.004687] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3676a2b-9b56-44f0-bfef-3b5ce4900e7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.012979] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.012979] env[69765]: value = "task-3942440" [ 624.012979] env[69765]: _type = "Task" [ 624.012979] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.013570] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942438, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.024242] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733853} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.028049] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] deb162f8-03f4-4020-acb7-9cdb869695ef/deb162f8-03f4-4020-acb7-9cdb869695ef.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.028049] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.041555] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c048110e-567b-47f7-8ae9-837169a2f77b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.041555] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942440, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.050040] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 356b5e43-a94b-4ec7-8f33-c36c12a68c3c/356b5e43-a94b-4ec7-8f33-c36c12a68c3c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.053158] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4b4046-65e3-44ba-ada4-35522ed03a44 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.071961] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52228d71-8046-0d07-6842-2ee07d01dc37, 'name': SearchDatastore_Task, 'duration_secs': 0.0503} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.072652] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.076024] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] f74b8dd1-043d-45b4-b6e0-fc4319f32c5a/f74b8dd1-043d-45b4-b6e0-fc4319f32c5a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.076024] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de5230d-3cf2-4fd2-a049-7ec81e5d2477 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.077993] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 624.077993] env[69765]: value = "task-3942441" [ 624.077993] env[69765]: _type = "Task" [ 624.077993] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.080465] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 624.080465] env[69765]: value = "task-3942442" [ 624.080465] env[69765]: _type = "Task" [ 624.080465] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.089928] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 624.089928] env[69765]: value = "task-3942443" [ 624.089928] env[69765]: _type = "Task" [ 624.089928] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.100890] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.101879] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquired lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.101879] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 624.103162] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.111947] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.112608] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.118856] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.119196] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.332242] env[69765]: DEBUG nova.scheduler.client.report [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.474950] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.479663] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942438, 'name': Rename_Task, 'duration_secs': 0.161223} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.480399] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.480741] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6bcb0d-8986-4f76-9383-b1fb20cf61fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.489917] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 624.489917] env[69765]: value = "task-3942444" [ 624.489917] env[69765]: _type = "Task" [ 624.489917] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.512490] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.516164] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.516352] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.516539] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.516772] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.517137] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.517137] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.517371] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.517540] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.517785] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.517998] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.518243] env[69765]: DEBUG nova.virt.hardware [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.519505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf80c4f-0c53-4448-9f1b-d25f2cc2c1ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.536591] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942440, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.537977] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d92918-6be9-4d88-909c-20d1ef7d33e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.604029] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11111} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.605086] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.605521] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942442, 'name': ReconfigVM_Task, 'duration_secs': 0.343723} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.606829] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc3d6e5-ddfa-452b-9dfa-f2c9e710679f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.611955] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 356b5e43-a94b-4ec7-8f33-c36c12a68c3c/356b5e43-a94b-4ec7-8f33-c36c12a68c3c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.616920] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-895b799f-c70e-412c-bc58-8ecf9c1c03b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.621623] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.644539] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] deb162f8-03f4-4020-acb7-9cdb869695ef/deb162f8-03f4-4020-acb7-9cdb869695ef.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.646896] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3f763f-f1e4-4104-b5d1-acb7df97f699 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.666976] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 624.666976] env[69765]: value = "task-3942445" [ 624.666976] env[69765]: _type = "Task" [ 624.666976] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.669508] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 624.672600] env[69765]: DEBUG nova.compute.manager [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Received event network-vif-plugged-0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.672849] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Acquiring lock "52b1e45e-4b65-4306-991c-a83996be651f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.673689] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Lock "52b1e45e-4b65-4306-991c-a83996be651f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.673689] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Lock "52b1e45e-4b65-4306-991c-a83996be651f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.673689] env[69765]: DEBUG nova.compute.manager [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] No waiting events found dispatching network-vif-plugged-0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.673853] env[69765]: WARNING nova.compute.manager [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Received unexpected event network-vif-plugged-0c350b80-e266-4725-8f64-15165c7a8e75 for instance with vm_state building and task_state spawning. [ 624.679467] env[69765]: DEBUG nova.compute.manager [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Received event network-changed-0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.679467] env[69765]: DEBUG nova.compute.manager [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Refreshing instance network info cache due to event network-changed-0c350b80-e266-4725-8f64-15165c7a8e75. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.679467] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Acquiring lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.679467] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Acquired lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.679467] env[69765]: DEBUG nova.network.neutron [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Refreshing network info cache for port 0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 624.685247] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 624.685247] env[69765]: value = "task-3942446" [ 624.685247] env[69765]: _type = "Task" [ 624.685247] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.693102] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942445, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.701146] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.838367] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.839120] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.841715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.853s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.843559] env[69765]: INFO nova.compute.claims [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.892768] env[69765]: DEBUG nova.network.neutron [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updating instance_info_cache with network_info: [{"id": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "address": "fa:16:3e:85:c8:65", "network": {"id": "ce53d83c-e4e4-4e9b-8023-439b739dc74c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1548613634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab84c3b55261479b87746bf0698c814f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade5425b-85", "ovs_interfaceid": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.002263] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942444, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.029133] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942440, 'name': CreateVM_Task, 'duration_secs': 0.559857} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.029330] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.030039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.030204] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.031143] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.031143] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac80f263-151a-4ba9-b01a-79b9ffd781bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.036475] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 625.036475] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c94fcb-3016-d2cc-373f-0c1279e3a299" [ 625.036475] env[69765]: _type = "Task" [ 625.036475] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.042295] env[69765]: DEBUG nova.compute.manager [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received event network-vif-plugged-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.042295] env[69765]: DEBUG oslo_concurrency.lockutils [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] Acquiring lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.042448] env[69765]: DEBUG oslo_concurrency.lockutils [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.042615] env[69765]: DEBUG oslo_concurrency.lockutils [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.042816] env[69765]: DEBUG nova.compute.manager [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] No waiting events found dispatching network-vif-plugged-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.043058] env[69765]: WARNING nova.compute.manager [req-277d653b-3784-4387-98d6-a7e1768b792f req-2f9155a4-d6b8-4fbb-91e5-25b82138461c service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received unexpected event network-vif-plugged-ade5425b-859f-4f32-b3bc-7e61c011a04b for instance with vm_state building and task_state spawning. [ 625.049788] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c94fcb-3016-d2cc-373f-0c1279e3a299, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.050099] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.050342] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.050606] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.050809] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.050891] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.051188] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ac75a8-2cf8-4fcf-a94a-be8555c8c6ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.060417] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.061203] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.061465] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1624f73a-a28b-4923-8dd9-f87388041ae2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.069133] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 625.069133] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f64206-98ca-3dd8-0e36-3a998ae46351" [ 625.069133] env[69765]: _type = "Task" [ 625.069133] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.078970] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f64206-98ca-3dd8-0e36-3a998ae46351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.102631] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702938} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.103012] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] f74b8dd1-043d-45b4-b6e0-fc4319f32c5a/f74b8dd1-043d-45b4-b6e0-fc4319f32c5a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.103270] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.103543] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0192b00-869a-4e78-b6a5-ed20cdf7d7bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.111936] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 625.111936] env[69765]: value = "task-3942447" [ 625.111936] env[69765]: _type = "Task" [ 625.111936] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.122436] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.184142] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942445, 'name': Rename_Task, 'duration_secs': 0.225152} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.184833] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.185218] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7cab09-a539-432f-915c-1444ff6cee19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.198061] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942446, 'name': ReconfigVM_Task, 'duration_secs': 0.361806} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.199692] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Reconfigured VM instance instance-00000002 to attach disk [datastore2] deb162f8-03f4-4020-acb7-9cdb869695ef/deb162f8-03f4-4020-acb7-9cdb869695ef.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.201067] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 625.201067] env[69765]: value = "task-3942448" [ 625.201067] env[69765]: _type = "Task" [ 625.201067] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.201279] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e672a2f-4223-4589-a383-e06954ead269 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.216060] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.218010] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 625.218010] env[69765]: value = "task-3942449" [ 625.218010] env[69765]: _type = "Task" [ 625.218010] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.228343] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942449, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.350533] env[69765]: DEBUG nova.compute.utils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.357993] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.359977] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.397993] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Releasing lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.398349] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Instance network_info: |[{"id": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "address": "fa:16:3e:85:c8:65", "network": {"id": "ce53d83c-e4e4-4e9b-8023-439b739dc74c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1548613634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab84c3b55261479b87746bf0698c814f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade5425b-85", "ovs_interfaceid": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.398770] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:c8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ade5425b-859f-4f32-b3bc-7e61c011a04b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.412339] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Creating folder: Project (ab84c3b55261479b87746bf0698c814f). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.414130] env[69765]: DEBUG nova.policy [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6660719ae848bf990ab03707c3be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3539cb490f354182ad303ee3cc23afbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.416163] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28a05317-7295-4b10-bb3f-8e31a7238901 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.427415] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Created folder: Project (ab84c3b55261479b87746bf0698c814f) in parent group-v782532. [ 625.427415] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Creating folder: Instances. Parent ref: group-v782548. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.428108] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9596c992-bd73-4c24-8908-657ba0ee5c22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.439180] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Created folder: Instances in parent group-v782548. [ 625.439465] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.439678] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.439895] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4b1a12-ca90-4b9b-9b0b-ab04641a56d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.469479] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.469479] env[69765]: value = "task-3942452" [ 625.469479] env[69765]: _type = "Task" [ 625.469479] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.479241] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942452, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.503782] env[69765]: DEBUG oslo_vmware.api [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942444, 'name': PowerOnVM_Task, 'duration_secs': 0.648507} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.504238] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.504661] env[69765]: INFO nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Took 15.11 seconds to spawn the instance on the hypervisor. [ 625.504953] env[69765]: DEBUG nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.505830] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d8b8b-1ffe-4421-b22c-c565ba8d4692 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.585042] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f64206-98ca-3dd8-0e36-3a998ae46351, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.586895] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d359b14-2ac6-447e-98e0-16fd0969d7d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.595031] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 625.595031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528fa9b6-3581-53f4-7c86-b03338c97f62" [ 625.595031] env[69765]: _type = "Task" [ 625.595031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.604664] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528fa9b6-3581-53f4-7c86-b03338c97f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.622034] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177691} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.622511] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.623466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbdad6-3369-4732-bca0-28c4c8e92537 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.659027] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f74b8dd1-043d-45b4-b6e0-fc4319f32c5a/f74b8dd1-043d-45b4-b6e0-fc4319f32c5a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.659027] env[69765]: DEBUG nova.network.neutron [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Updated VIF entry in instance network info cache for port 0c350b80-e266-4725-8f64-15165c7a8e75. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 625.659407] env[69765]: DEBUG nova.network.neutron [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Updating instance_info_cache with network_info: [{"id": "0c350b80-e266-4725-8f64-15165c7a8e75", "address": "fa:16:3e:06:10:0b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c350b80-e2", "ovs_interfaceid": "0c350b80-e266-4725-8f64-15165c7a8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.660821] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89fdb9c5-f6da-4e51-9455-30493f505298 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.687945] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb52f58f-272e-4afa-af17-1e056efa0d5d req-e9c5f1e6-191a-42ef-a72a-baf0b4d98ce9 service nova] Releasing lock "refresh_cache-52b1e45e-4b65-4306-991c-a83996be651f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.696274] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 625.696274] env[69765]: value = "task-3942453" [ 625.696274] env[69765]: _type = "Task" [ 625.696274] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.708670] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.719740] env[69765]: DEBUG oslo_vmware.api [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942448, 'name': PowerOnVM_Task, 'duration_secs': 0.504092} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.725346] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.725843] env[69765]: INFO nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 625.726181] env[69765]: DEBUG nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.728037] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deebb81f-fe36-4db5-abd5-224af0f06c04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.743651] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942449, 'name': Rename_Task, 'duration_secs': 0.205361} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.744025] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.744296] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97a81ba-139b-4a1e-a260-1394b82f3b45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.753761] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 625.753761] env[69765]: value = "task-3942454" [ 625.753761] env[69765]: _type = "Task" [ 625.753761] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.763792] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.816054] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Successfully updated port: 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.856179] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.923025] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Successfully created port: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.978896] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942452, 'name': CreateVM_Task, 'duration_secs': 0.393716} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.979514] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.980458] env[69765]: DEBUG oslo_vmware.service [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32754603-5315-4407-b565-81bc8da108b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.991975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.992127] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.992411] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.992696] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862068e3-de35-46c9-9002-bfce7098361f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.002622] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 626.002622] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5249e25c-3189-f606-2523-95454331000f" [ 626.002622] env[69765]: _type = "Task" [ 626.002622] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.030274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.030274] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.030274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.030274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.030775] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.032800] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3578d2c8-1dba-4345-9214-907b6be920b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.035621] env[69765]: INFO nova.compute.manager [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Took 19.88 seconds to build instance. [ 626.056211] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.056487] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.057453] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b49e2-f4b7-433e-a15e-431232161c6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.068102] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8947c1c9-fad0-4e8d-98e8-fa252e241ebf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.077843] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 626.077843] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b49d7c-fb9e-22f1-2613-95e72e2b665b" [ 626.077843] env[69765]: _type = "Task" [ 626.077843] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.093754] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 626.094132] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Creating directory with path [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.094470] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af92fc50-3a20-410b-8fe3-748e8c0ab349 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.109183] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528fa9b6-3581-53f4-7c86-b03338c97f62, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.113466] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.113466] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 52b1e45e-4b65-4306-991c-a83996be651f/52b1e45e-4b65-4306-991c-a83996be651f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.113466] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15d66250-40b8-4550-9853-6e019c99e8ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.120602] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 626.120602] env[69765]: value = "task-3942459" [ 626.120602] env[69765]: _type = "Task" [ 626.120602] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.130933] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.140447] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Created directory with path [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.140447] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Fetch image to [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 626.140748] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Downloading image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69765) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 626.141535] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f32b9d5-2bcd-40e0-a499-69d5f245f37c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.154729] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62766613-3e05-463e-a57e-ef664919ab01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.167761] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31fdbd7-7bba-4457-8a9c-c3cb548e7c24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.209764] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af175941-3c1f-4572-83d9-1f1de61183b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.222210] env[69765]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7646ec2f-b08c-4d1c-a601-d517ac8e566d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.224317] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942453, 'name': ReconfigVM_Task, 'duration_secs': 0.458092} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.224657] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f74b8dd1-043d-45b4-b6e0-fc4319f32c5a/f74b8dd1-043d-45b4-b6e0-fc4319f32c5a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.225616] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19dafcd-b71b-4536-b2f3-141b4788904b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.234695] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 626.234695] env[69765]: value = "task-3942460" [ 626.234695] env[69765]: _type = "Task" [ 626.234695] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.249914] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942460, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.254441] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc86e80-da9c-4630-ad28-339f6397f3c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.261203] env[69765]: INFO nova.compute.manager [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Took 16.80 seconds to build instance. [ 626.272924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d816d-e3e2-4c0f-9c17-c542b3895b4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.277037] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Downloading image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to the data store datastore1 {{(pid=69765) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 626.280198] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942454, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.322506] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954c38f-addd-4a1f-ad90-c26643d2f181 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.322506] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322506] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322684] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 626.334625] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b4bf72-345f-438b-867d-044d010a516a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.352625] env[69765]: DEBUG nova.compute.provider_tree [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.379246] env[69765]: DEBUG oslo_vmware.rw_handles [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 626.538586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cd10e471-01fc-4ba3-a843-6c4060bc341e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.401s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.637874] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.748835] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942460, 'name': Rename_Task, 'duration_secs': 0.256098} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.749581] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.749901] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299c0abc-6885-4ac4-913c-bd232f5e95c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.758732] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 626.758732] env[69765]: value = "task-3942461" [ 626.758732] env[69765]: _type = "Task" [ 626.758732] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.770795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-70276d72-a185-448a-acc7-1db0cf381b7f tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.326s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.777040] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942454, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.780951] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.858043] env[69765]: DEBUG nova.scheduler.client.report [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.867399] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.903077] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.903776] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.905660] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.905660] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.905660] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.905660] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.905660] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.907712] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.908009] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.908234] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.908430] env[69765]: DEBUG nova.virt.hardware [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.909833] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4011646-ced0-4c86-bafc-ccf02e71bbb7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.917885] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 626.927421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b611b2-61a1-4455-a445-4e7707f3dd4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.042656] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.132980] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619291} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.133779] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 52b1e45e-4b65-4306-991c-a83996be651f/52b1e45e-4b65-4306-991c-a83996be651f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.134739] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.134739] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce473a9f-d086-4c16-a037-70c6826a1478 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.143376] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 627.143376] env[69765]: value = "task-3942462" [ 627.143376] env[69765]: _type = "Task" [ 627.143376] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.157074] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.186929] env[69765]: DEBUG nova.network.neutron [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.274297] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.277204] env[69765]: DEBUG oslo_vmware.api [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942454, 'name': PowerOnVM_Task, 'duration_secs': 1.35878} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.281915] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.282219] env[69765]: INFO nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Took 14.65 seconds to spawn the instance on the hypervisor. [ 627.282423] env[69765]: DEBUG nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.282746] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.286596] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fae69d-4465-423a-82f0-5aec47e14719 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.353290] env[69765]: DEBUG oslo_vmware.rw_handles [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.353644] env[69765]: DEBUG oslo_vmware.rw_handles [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.366565] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.370025] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.370256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.177s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.371746] env[69765]: INFO nova.compute.claims [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.423315] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Downloaded image file data c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69765) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.425162] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.425532] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Copying Virtual Disk [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk to [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.426887] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63dbdf1d-bead-42a0-a02e-94dd3a1a40dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.435800] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 627.435800] env[69765]: value = "task-3942463" [ 627.435800] env[69765]: _type = "Task" [ 627.435800] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.445955] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.568753] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.658289] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147968} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.658618] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.659401] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b578d009-3189-4fcc-8d20-e5540b066456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.691103] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 52b1e45e-4b65-4306-991c-a83996be651f/52b1e45e-4b65-4306-991c-a83996be651f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.691699] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.692077] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Instance network_info: |[{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.692739] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1467ee46-b320-43bb-be54-3c1ba821a463 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.716306] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:16:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2869fe2d-ceef-4402-95e0-93772e77daf2', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.723350] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Creating folder: Project (c0df9dedca5e4dba858558e75b9ef7be). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.723731] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba517802-46e6-43a4-b205-d2de382e9617 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.733408] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 627.733408] env[69765]: value = "task-3942464" [ 627.733408] env[69765]: _type = "Task" [ 627.733408] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.743070] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Created folder: Project (c0df9dedca5e4dba858558e75b9ef7be) in parent group-v782532. [ 627.743336] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Creating folder: Instances. Parent ref: group-v782554. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.744143] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c0e087-cc5a-41aa-bcc6-245a86bb7ada {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.750873] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.759841] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Created folder: Instances in parent group-v782554. [ 627.760106] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.760406] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.760712] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c5c1de2-aca6-46cf-bf99-785b967253a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.790442] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.790442] env[69765]: value = "task-3942467" [ 627.790442] env[69765]: _type = "Task" [ 627.790442] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.790716] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.807036] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942467, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.813390] env[69765]: INFO nova.compute.manager [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Took 19.65 seconds to build instance. [ 627.822530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.882029] env[69765]: DEBUG nova.compute.utils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.882029] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.882029] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.954987] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.956086] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Successfully updated port: ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.971510] env[69765]: DEBUG nova.policy [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7b766b5f4e4b61a006fa4ba59a4b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158ea374476b47b89a611cda21913aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.176920] env[69765]: DEBUG nova.compute.manager [None req-d9e31125-f28c-46e3-977f-243ade06dd6e tempest-ServerDiagnosticsV248Test-607806047 tempest-ServerDiagnosticsV248Test-607806047-project-admin] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.178904] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c129e-106c-4c6c-b142-3e94012c127d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.198732] env[69765]: INFO nova.compute.manager [None req-d9e31125-f28c-46e3-977f-243ade06dd6e tempest-ServerDiagnosticsV248Test-607806047 tempest-ServerDiagnosticsV248Test-607806047-project-admin] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Retrieving diagnostics [ 628.199027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6758b468-48d9-4fba-8c51-c1b6d4838177 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.254782] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.290372] env[69765]: DEBUG oslo_vmware.api [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942461, 'name': PowerOnVM_Task, 'duration_secs': 1.11657} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.290684] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.290968] env[69765]: INFO nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Took 13.40 seconds to spawn the instance on the hypervisor. [ 628.291242] env[69765]: DEBUG nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.292248] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592250d-2065-46f2-a753-6fe2d34b1a7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.312355] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942467, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.316318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29d41bd4-ceb2-4fa2-a47e-b3764891b570 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.157s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.385827] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.450093] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942463, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.462233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.462233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.462233] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 628.633963] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Successfully created port: d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.766029] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942464, 'name': ReconfigVM_Task, 'duration_secs': 0.998241} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.768060] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 52b1e45e-4b65-4306-991c-a83996be651f/52b1e45e-4b65-4306-991c-a83996be651f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.769399] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461b218d-1b70-4b3e-bcc5-448d0e85eb97 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.782203] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 628.782203] env[69765]: value = "task-3942468" [ 628.782203] env[69765]: _type = "Task" [ 628.782203] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.800894] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942468, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.810548] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942467, 'name': CreateVM_Task, 'duration_secs': 0.761811} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.812137] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.813369] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c03a0-1b1a-4409-9d43-a2841de945fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.817409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.817691] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.817960] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.823306] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.826746] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fbc7f9-05de-4653-a103-741400861314 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.838309] env[69765]: INFO nova.compute.manager [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Took 19.70 seconds to build instance. [ 628.840631] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317d6072-71e6-4138-a5f0-0a54ab1d306f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.846071] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 628.846071] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cce986-0503-6fcf-6efa-77237bbc1c42" [ 628.846071] env[69765]: _type = "Task" [ 628.846071] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.885336] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d20771-d269-4bad-924e-91cf4638afd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.899131] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.900276] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.900276] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.903913] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a24efe-b394-4e65-8763-30a2cbd2b02d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.922210] env[69765]: DEBUG nova.compute.provider_tree [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.954461] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942463, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.150861] env[69765]: DEBUG nova.compute.manager [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-vif-plugged-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.150861] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Acquiring lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.150861] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.150861] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.150861] env[69765]: DEBUG nova.compute.manager [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] No waiting events found dispatching network-vif-plugged-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.151158] env[69765]: WARNING nova.compute.manager [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received unexpected event network-vif-plugged-2869fe2d-ceef-4402-95e0-93772e77daf2 for instance with vm_state building and task_state spawning. [ 629.151158] env[69765]: DEBUG nova.compute.manager [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.151158] env[69765]: DEBUG nova.compute.manager [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing instance network info cache due to event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.151270] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.153046] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.153046] env[69765]: DEBUG nova.network.neutron [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 629.246648] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 629.293067] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942468, 'name': Rename_Task, 'duration_secs': 0.405064} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.293228] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.293584] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-968baad5-fbb5-4cfb-aa6a-a61dd8a2b20a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.303625] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 629.303625] env[69765]: value = "task-3942470" [ 629.303625] env[69765]: _type = "Task" [ 629.303625] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.312593] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.346744] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f4b95730-b7d0-4449-a629-a26e554334f6 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.222s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.360294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.372397] env[69765]: DEBUG nova.compute.manager [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.372647] env[69765]: DEBUG nova.compute.manager [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing instance network info cache due to event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.372937] env[69765]: DEBUG oslo_concurrency.lockutils [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] Acquiring lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373186] env[69765]: DEBUG oslo_concurrency.lockutils [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] Acquired lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.373430] env[69765]: DEBUG nova.network.neutron [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 629.404561] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.427349] env[69765]: DEBUG nova.scheduler.client.report [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.437274] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.437647] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.437740] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.437861] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.438143] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.438350] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.438647] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.438767] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.438875] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.439057] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.439218] env[69765]: DEBUG nova.virt.hardware [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.440203] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca4d2a7-2ee2-4aea-ba85-2bb2fd3bc363 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.453416] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942463, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.717741} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.456316] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Copied Virtual Disk [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk to [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.456512] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleting the datastore file [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/tmp-sparse.vmdk {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.458082] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec2413f-1f8f-4ab8-88b4-835dd3afc398 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.461832] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a73e1-3480-4096-8696-09db0f67b3d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.482230] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 629.482230] env[69765]: value = "task-3942471" [ 629.482230] env[69765]: _type = "Task" [ 629.482230] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.493528] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.572583] env[69765]: DEBUG nova.network.neutron [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [{"id": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "address": "fa:16:3e:20:e6:ec", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7b01be-cf", "ovs_interfaceid": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.823983] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.850574] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.935066] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.935066] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.937579] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.173s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.000863] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08737} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.001880] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.002280] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Moving file from [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f to [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f. {{(pid=69765) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 630.002683] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-41543eb2-a4ac-4aca-b3af-8e937d0206ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.014808] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 630.014808] env[69765]: value = "task-3942472" [ 630.014808] env[69765]: _type = "Task" [ 630.014808] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.029640] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942472, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.076846] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.076846] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Instance network_info: |[{"id": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "address": "fa:16:3e:20:e6:ec", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7b01be-cf", "ovs_interfaceid": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.077392] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e6:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.086812] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Creating folder: Project (3539cb490f354182ad303ee3cc23afbe). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.087729] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeef91c6-1e97-424a-b808-d4e015b3cbe3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.102455] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Created folder: Project (3539cb490f354182ad303ee3cc23afbe) in parent group-v782532. [ 630.103787] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Creating folder: Instances. Parent ref: group-v782557. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.103787] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e30ce5a-5026-4616-a5de-c0845894d919 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.118179] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Created folder: Instances in parent group-v782557. [ 630.118518] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.118796] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.118962] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713dcd66-14fe-4819-b410-086087f381a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.146449] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.146449] env[69765]: value = "task-3942475" [ 630.146449] env[69765]: _type = "Task" [ 630.146449] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.169196] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942475, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.305123] env[69765]: DEBUG nova.network.neutron [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updated VIF entry in instance network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 630.305714] env[69765]: DEBUG nova.network.neutron [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.317123] env[69765]: DEBUG oslo_vmware.api [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942470, 'name': PowerOnVM_Task, 'duration_secs': 0.995632} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.317451] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.317701] env[69765]: INFO nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Took 10.62 seconds to spawn the instance on the hypervisor. [ 630.317877] env[69765]: DEBUG nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.318969] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc4f624-6bd0-41eb-807f-1542f3664529 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.382385] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.442204] env[69765]: DEBUG nova.compute.utils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.451177] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 630.475990] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Successfully updated port: d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.524572] env[69765]: DEBUG nova.network.neutron [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updated VIF entry in instance network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 630.524912] env[69765]: DEBUG nova.network.neutron [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updating instance_info_cache with network_info: [{"id": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "address": "fa:16:3e:85:c8:65", "network": {"id": "ce53d83c-e4e4-4e9b-8023-439b739dc74c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1548613634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab84c3b55261479b87746bf0698c814f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade5425b-85", "ovs_interfaceid": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.532985] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942472, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039109} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.533647] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] File moved {{(pid=69765) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 630.533881] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Cleaning up location [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 630.534133] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleting the datastore file [datastore1] vmware_temp/ded28015-6bc3-42cb-ac4e-2e7c2e327fbb {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.534424] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e1565c-5307-48ed-a000-483d606b2c1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.544240] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 630.544240] env[69765]: value = "task-3942476" [ 630.544240] env[69765]: _type = "Task" [ 630.544240] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.554695] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.660228] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942475, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.782729] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.782962] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.811593] env[69765]: DEBUG oslo_concurrency.lockutils [req-68db4b12-c53d-4c6f-bfbd-d2e742356381 req-7063456e-6723-416f-9dd8-36626aa92d4d service nova] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.846773] env[69765]: INFO nova.compute.manager [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Took 21.27 seconds to build instance. [ 630.953241] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.980090] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.980090] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.980226] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 630.997866] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 45ed6665-a30a-4502-acea-bd01e7d18a3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998042] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance deb162f8-03f4-4020-acb7-9cdb869695ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998173] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance f74b8dd1-043d-45b4-b6e0-fc4319f32c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998291] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 356b5e43-a94b-4ec7-8f33-c36c12a68c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998406] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 52b1e45e-4b65-4306-991c-a83996be651f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998520] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ae5ad669-3352-4439-be08-b4f0fdb966b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998634] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 049c7202-5887-496e-91b8-d33af03dc5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998745] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 117b220d-8ed9-466c-bb1a-b517ff024df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998856] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aac821c7-1420-470c-b6c6-223bab2f1fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 630.998967] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 72ac5223-fc98-4abf-8f30-f2ff927ea074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.034718] env[69765]: DEBUG oslo_concurrency.lockutils [req-3811e6d4-ad89-44ae-972e-d8c0e5c8e800 req-4f600dd8-303f-4b9b-86c6-a0903e47942b service nova] Releasing lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.056921] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09603} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.057217] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.058050] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a1d5e2-92a2-4e73-9988-3abc62f4e8cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.067226] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 631.067226] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b0cc8b-5566-17dd-4363-1aa15a97372d" [ 631.067226] env[69765]: _type = "Task" [ 631.067226] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.077650] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b0cc8b-5566-17dd-4363-1aa15a97372d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.165571] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942475, 'name': CreateVM_Task, 'duration_secs': 0.713339} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.165962] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.166802] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.166938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.167355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.167600] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763cc4b9-7d59-4d48-9b6e-ba7f074167fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.174885] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 631.174885] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cc430f-68f3-88a6-d7fe-3256e1580f83" [ 631.174885] env[69765]: _type = "Task" [ 631.174885] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.188627] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc430f-68f3-88a6-d7fe-3256e1580f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.350849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6696bda-6d73-490c-9693-656267b335fa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.785s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.509726] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 034868b4-64a9-428a-b74d-81a6c3739618 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 631.551404] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.551710] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.577318] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 631.590674] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b0cc8b-5566-17dd-4363-1aa15a97372d, 'name': SearchDatastore_Task, 'duration_secs': 0.02123} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.591111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.592295] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ae5ad669-3352-4439-be08-b4f0fdb966b0/ae5ad669-3352-4439-be08-b4f0fdb966b0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.592295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.592604] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.592869] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61683111-5cc6-4bfa-8113-8ce50465da39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.598937] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8685370b-915b-476a-8343-778abf6d91b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.616445] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 631.616445] env[69765]: value = "task-3942478" [ 631.616445] env[69765]: _type = "Task" [ 631.616445] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.617257] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.617257] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.617730] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f609f33-5a14-4fdb-a4da-b66f805934fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.629294] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 631.629294] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521a39a8-3a94-bbca-a400-ddc44719c705" [ 631.629294] env[69765]: _type = "Task" [ 631.629294] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.633096] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.643491] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521a39a8-3a94-bbca-a400-ddc44719c705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.688802] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc430f-68f3-88a6-d7fe-3256e1580f83, 'name': SearchDatastore_Task, 'duration_secs': 0.027038} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.689597] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.689597] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.689597] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.854240] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.976207] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.978600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Acquiring lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.979130] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.979491] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Acquiring lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.979821] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.980467] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.984194] env[69765]: INFO nova.compute.manager [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Terminating instance [ 632.013674] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 632.021663] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.023725] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.023725] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.023725] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.023725] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.023725] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.024288] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.024288] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.024288] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.024288] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.024288] env[69765]: DEBUG nova.virt.hardware [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.025651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cef6a9-f762-44f1-8e06-d077532700b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.036312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62917a04-e2aa-48f0-b420-ce930f5121d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.055099] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.064980] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Creating folder: Project (55bf3779e638412c82c953d45fb11052). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.066303] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef97673f-31ca-4850-adf4-d0ec0f77982f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.081746] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Created folder: Project (55bf3779e638412c82c953d45fb11052) in parent group-v782532. [ 632.081968] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Creating folder: Instances. Parent ref: group-v782560. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.082263] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea9d7ad5-8295-4e59-9074-c5c5ec6dc091 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.096610] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Created folder: Instances in parent group-v782560. [ 632.097070] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.097622] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.097622] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9251b68-30f7-44f3-854b-1e6acc1d52e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.117715] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.117715] env[69765]: value = "task-3942481" [ 632.117715] env[69765]: _type = "Task" [ 632.117715] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.136154] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942481, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.147201] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942478, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.161088] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521a39a8-3a94-bbca-a400-ddc44719c705, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.162212] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c0890d-2fc1-4b75-b053-11e41cf7584c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.171196] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 632.171196] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526804ef-b9fa-777b-f609-a5c4c9afce78" [ 632.171196] env[69765]: _type = "Task" [ 632.171196] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.183902] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526804ef-b9fa-777b-f609-a5c4c9afce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.256041] env[69765]: DEBUG nova.network.neutron [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.259828] env[69765]: DEBUG nova.compute.manager [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Received event network-vif-plugged-d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.259828] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.259828] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.259828] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.259828] env[69765]: DEBUG nova.compute.manager [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] No waiting events found dispatching network-vif-plugged-d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.260425] env[69765]: WARNING nova.compute.manager [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Received unexpected event network-vif-plugged-d9f2d736-a7e5-4a59-b833-299b1af9150e for instance with vm_state building and task_state spawning. [ 632.260425] env[69765]: DEBUG nova.compute.manager [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Received event network-changed-d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.260425] env[69765]: DEBUG nova.compute.manager [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Refreshing instance network info cache due to event network-changed-d9f2d736-a7e5-4a59-b833-299b1af9150e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.260525] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.384462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.489643] env[69765]: DEBUG nova.compute.manager [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.489876] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.490824] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8cb5a0-17e9-4921-896b-018983a93e32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.497931] env[69765]: DEBUG nova.compute.manager [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received event network-vif-plugged-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.498692] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Acquiring lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.498692] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.498800] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.498982] env[69765]: DEBUG nova.compute.manager [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] No waiting events found dispatching network-vif-plugged-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.499542] env[69765]: WARNING nova.compute.manager [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received unexpected event network-vif-plugged-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 for instance with vm_state building and task_state spawning. [ 632.499542] env[69765]: DEBUG nova.compute.manager [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.499774] env[69765]: DEBUG nova.compute.manager [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing instance network info cache due to event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.500070] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Acquiring lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.500269] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Acquired lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.500926] env[69765]: DEBUG nova.network.neutron [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 632.509774] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.511465] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cba028c-be02-4b95-b321-961c7f511015 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.516849] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 45d9fdfb-3d55-433d-b922-0c6d15232b14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 632.521693] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Waiting for the task: (returnval){ [ 632.521693] env[69765]: value = "task-3942482" [ 632.521693] env[69765]: _type = "Task" [ 632.521693] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.533903] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Task: {'id': task-3942482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.633265] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728567} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.637036] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ae5ad669-3352-4439-be08-b4f0fdb966b0/ae5ad669-3352-4439-be08-b4f0fdb966b0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.637230] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.637430] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942481, 'name': CreateVM_Task, 'duration_secs': 0.511838} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.637642] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f10f36e-a5e7-4c25-9eba-751d4ed3616d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.640350] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.640523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.640678] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.640990] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.641627] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1346b47-5686-4980-8cbb-8a5d9c50f57a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.648266] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 632.648266] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4f35b-2534-ccff-7ace-cb7e6e9b3949" [ 632.648266] env[69765]: _type = "Task" [ 632.648266] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.650011] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 632.650011] env[69765]: value = "task-3942483" [ 632.650011] env[69765]: _type = "Task" [ 632.650011] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.666447] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f4f35b-2534-ccff-7ace-cb7e6e9b3949, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.670115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.670457] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.670710] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.671009] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.688059] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526804ef-b9fa-777b-f609-a5c4c9afce78, 'name': SearchDatastore_Task, 'duration_secs': 0.077144} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.688059] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.688059] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 049c7202-5887-496e-91b8-d33af03dc5a3/049c7202-5887-496e-91b8-d33af03dc5a3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.688059] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.688373] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.688373] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268df4f5-7e8d-43ce-96ca-cd4914b4a0b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.694624] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d72ae4a7-f974-43cf-b858-dd45b8a9870b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.704195] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 632.704195] env[69765]: value = "task-3942484" [ 632.704195] env[69765]: _type = "Task" [ 632.704195] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.710396] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.710598] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.712134] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613396bb-5850-4ba7-b4d1-f01d28fc08d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.719694] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.724091] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 632.724091] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5211cb1f-3231-4e79-f036-35d3e5f0a00e" [ 632.724091] env[69765]: _type = "Task" [ 632.724091] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.737298] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5211cb1f-3231-4e79-f036-35d3e5f0a00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.762677] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.764091] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Instance network_info: |[{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.764091] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.764304] env[69765]: DEBUG nova.network.neutron [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Refreshing network info cache for port d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 632.765236] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c1:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f2d736-a7e5-4a59-b833-299b1af9150e', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.775262] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating folder: Project (158ea374476b47b89a611cda21913aec). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.777056] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d0179b-c172-47a1-b19e-fbbed4b7100d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.795681] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created folder: Project (158ea374476b47b89a611cda21913aec) in parent group-v782532. [ 632.796477] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating folder: Instances. Parent ref: group-v782563. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.796477] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00ca951-b64c-4cab-8baf-8e12ce2b683e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.810098] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created folder: Instances in parent group-v782563. [ 632.810425] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.810639] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.813582] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caef0eba-8848-47a8-aee1-2628382a3832 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.834171] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.834171] env[69765]: value = "task-3942487" [ 632.834171] env[69765]: _type = "Task" [ 632.834171] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.844238] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942487, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.029027] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 65f903d8-60b0-435f-99b1-a918ed41efa7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 633.041952] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Task: {'id': task-3942482, 'name': PowerOffVM_Task, 'duration_secs': 0.326514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.044023] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.044023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.044023] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7786934-8131-450e-a067-a0a779194e6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.179098] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081965} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.179098] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.179098] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b3368-fb26-41c1-be58-941e8a329756 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.216799] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ae5ad669-3352-4439-be08-b4f0fdb966b0/ae5ad669-3352-4439-be08-b4f0fdb966b0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.220346] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8acb284f-9899-411c-a7de-017f4e56836b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.254486] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5211cb1f-3231-4e79-f036-35d3e5f0a00e, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.260593] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 633.260593] env[69765]: value = "task-3942490" [ 633.260593] env[69765]: _type = "Task" [ 633.260593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.261038] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.261150] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a3c827-51df-4138-850e-42ef0c475b4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.275501] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.280057] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 633.280057] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fd8352-79ef-80e4-90dd-33d941ec8e33" [ 633.280057] env[69765]: _type = "Task" [ 633.280057] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.298470] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd8352-79ef-80e4-90dd-33d941ec8e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.342242] env[69765]: DEBUG nova.network.neutron [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updated VIF entry in instance network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 633.342811] env[69765]: DEBUG nova.network.neutron [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [{"id": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "address": "fa:16:3e:20:e6:ec", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7b01be-cf", "ovs_interfaceid": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.354118] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942487, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.537028] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 337ff7c0-1e04-404d-bc71-d44f3652eb3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 633.734163] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770105} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.734793] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 049c7202-5887-496e-91b8-d33af03dc5a3/049c7202-5887-496e-91b8-d33af03dc5a3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.735050] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.735324] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5e386a-1d07-4ebf-b085-392e73938196 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.745814] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 633.745814] env[69765]: value = "task-3942491" [ 633.745814] env[69765]: _type = "Task" [ 633.745814] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.757423] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.776878] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.799749] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd8352-79ef-80e4-90dd-33d941ec8e33, 'name': SearchDatastore_Task, 'duration_secs': 0.065108} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.800100] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.800469] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 117b220d-8ed9-466c-bb1a-b517ff024df4/117b220d-8ed9-466c-bb1a-b517ff024df4.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.800743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.800976] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.803425] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1c27860-cef4-4709-b350-aaf70b148369 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.804327] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334c4a45-f1fd-4ca5-bfe0-a8af0238e43c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.816434] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 633.816434] env[69765]: value = "task-3942492" [ 633.816434] env[69765]: _type = "Task" [ 633.816434] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.825631] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.826281] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.827918] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326ed0bf-4d69-4f8e-a088-44e526951574 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.841438] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.855534] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d7bcde0-2a2a-4bd6-afac-3eb0824949a8 req-e5256196-903e-4b32-8df2-03cec7555d18 service nova] Releasing lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.855999] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 633.855999] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520421e0-c11a-7d87-c97a-6c74b77ce8cb" [ 633.855999] env[69765]: _type = "Task" [ 633.855999] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.866657] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942487, 'name': CreateVM_Task, 'duration_secs': 0.62696} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.866657] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.866657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.866657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.866657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.866657] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32533f1f-747f-4e3f-8746-71d25c059758 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.872641] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520421e0-c11a-7d87-c97a-6c74b77ce8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.874299] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4030ea01-ca7d-422a-8a5c-0a5d5a0c182b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.878136] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 633.878136] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d2bfcd-3c2a-8a57-9fa6-aa6ef6f8a113" [ 633.878136] env[69765]: _type = "Task" [ 633.878136] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.885538] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 633.885538] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52aad88a-d633-390f-949d-ac3ca95667b1" [ 633.885538] env[69765]: _type = "Task" [ 633.885538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.895059] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d2bfcd-3c2a-8a57-9fa6-aa6ef6f8a113, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.895722] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.895984] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.896214] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.901077] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aad88a-d633-390f-949d-ac3ca95667b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.040574] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 6c3f8920-5f4a-471c-8342-53ba98deda69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.094952] env[69765]: DEBUG nova.network.neutron [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updated VIF entry in instance network info cache for port d9f2d736-a7e5-4a59-b833-299b1af9150e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 634.095355] env[69765]: DEBUG nova.network.neutron [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.258744] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.260204] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.260204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00293369-dee4-4383-a0bd-2c152534ac2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.297509] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 049c7202-5887-496e-91b8-d33af03dc5a3/049c7202-5887-496e-91b8-d33af03dc5a3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.299372] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8735c3a2-71cd-455d-8508-a2519323aacc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.321194] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942490, 'name': ReconfigVM_Task, 'duration_secs': 0.723678} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.325979] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ae5ad669-3352-4439-be08-b4f0fdb966b0/ae5ad669-3352-4439-be08-b4f0fdb966b0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.327469] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0369391-ab8f-4e3a-add7-49fc72c2506e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.331336] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 634.331336] env[69765]: value = "task-3942493" [ 634.331336] env[69765]: _type = "Task" [ 634.331336] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.335444] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.339895] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 634.339895] env[69765]: value = "task-3942494" [ 634.339895] env[69765]: _type = "Task" [ 634.339895] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.348034] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.356819] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942494, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.402835] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aad88a-d633-390f-949d-ac3ca95667b1, 'name': SearchDatastore_Task, 'duration_secs': 0.023608} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.402835] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.403170] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.403280] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.405737] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.405737] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9dd6979-4be8-46ab-a74b-046f001f993d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.412359] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b79c58-0587-4bf6-9146-3af81c5f36cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.423796] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 634.423796] env[69765]: value = "task-3942495" [ 634.423796] env[69765]: _type = "Task" [ 634.423796] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.437189] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.437189] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.437189] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ac7d6d-9117-4f60-8ac1-2edbe368f85a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.444801] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.450029] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 634.450029] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5213651e-a121-d90a-6365-71db273b2694" [ 634.450029] env[69765]: _type = "Task" [ 634.450029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.460221] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5213651e-a121-d90a-6365-71db273b2694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.543647] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance f31e0ac1-18d3-4e01-a470-769823a8566a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.600188] env[69765]: DEBUG oslo_concurrency.lockutils [req-acbe5f4f-5ec3-468d-88b1-97c9df7ddfa2 req-84c4cc1f-8f1c-4724-be11-bb48bcace2df service nova] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.835253] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859374} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.835788] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 117b220d-8ed9-466c-bb1a-b517ff024df4/117b220d-8ed9-466c-bb1a-b517ff024df4.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.836646] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.840795] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce18377-125d-4797-a049-8e693c86adf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.852851] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.855370] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 634.855370] env[69765]: value = "task-3942496" [ 634.855370] env[69765]: _type = "Task" [ 634.855370] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.865800] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942494, 'name': Rename_Task, 'duration_secs': 0.440273} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.866716] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.867048] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599c714c-a208-42e4-813b-09bd4c78da5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.872059] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.881031] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 634.881031] env[69765]: value = "task-3942497" [ 634.881031] env[69765]: _type = "Task" [ 634.881031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.893912] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.941690] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942495, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.965844] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5213651e-a121-d90a-6365-71db273b2694, 'name': SearchDatastore_Task, 'duration_secs': 0.057617} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.966607] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec2a221-753f-4a0a-9f27-e71d63955d5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.979381] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "be01c1b4-a7c3-4508-a645-4e6856590255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.979828] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.982351] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 634.982351] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527d7387-418d-8e40-0391-b0493d90705d" [ 634.982351] env[69765]: _type = "Task" [ 634.982351] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.996163] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d7387-418d-8e40-0391-b0493d90705d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.051098] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b6e1373e-a903-4d3d-a88d-21d84eff4ff8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.051206] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 635.055026] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 635.351738] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.369207] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077685} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.369540] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.370856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a56d4-00ef-42fe-adf4-5043b66381b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.400774] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 117b220d-8ed9-466c-bb1a-b517ff024df4/117b220d-8ed9-466c-bb1a-b517ff024df4.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.410723] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b6fa13-fcd6-42f9-a183-1b67ebb6ef24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.444186] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942497, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.446760] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 635.446760] env[69765]: value = "task-3942499" [ 635.446760] env[69765]: _type = "Task" [ 635.446760] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.462129] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839494} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.462495] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.462871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.463449] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b4b7ec-6fa7-48fc-a33f-c03421aafc8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.475217] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.482065] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 635.482065] env[69765]: value = "task-3942500" [ 635.482065] env[69765]: _type = "Task" [ 635.482065] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.499300] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d7387-418d-8e40-0391-b0493d90705d, 'name': SearchDatastore_Task, 'duration_secs': 0.060678} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.501757] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.502186] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.502542] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.505744] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c16238-08d9-40d4-b524-fa5401466055 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.515084] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 635.515084] env[69765]: value = "task-3942501" [ 635.515084] env[69765]: _type = "Task" [ 635.515084] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.525279] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.528515] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504009cf-3255-4034-943c-00f61fcc17ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.536714] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833fc71b-ceb7-4f55-a1c2-8698402dea46 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.574208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508233ba-356b-4000-a782-5a44a7e55ac1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.582534] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd53fb-175a-41c0-b01f-d2a39ffc5968 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.598468] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.760646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "cae6e452-e086-446f-808d-04dc217316ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.761396] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.848201] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.905168] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942497, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.961797] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.993475] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231953} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.993759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.994817] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa254e1-4f4a-452e-99e5-e70a26dea511 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.017203] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.017579] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fecb391-ddb1-4948-9b1f-14054437f41a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.042817] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.044601] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 636.044601] env[69765]: value = "task-3942502" [ 636.044601] env[69765]: _type = "Task" [ 636.044601] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.054494] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.131144] env[69765]: ERROR nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [req-d5e64de6-74d4-482b-833a-7ecea214106e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5e64de6-74d4-482b-833a-7ecea214106e"}]} [ 636.157519] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.177236] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.177811] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.192304] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.218278] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.356095] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942493, 'name': ReconfigVM_Task, 'duration_secs': 1.595087} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.356318] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 049c7202-5887-496e-91b8-d33af03dc5a3/049c7202-5887-496e-91b8-d33af03dc5a3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.357069] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39fcfe5-8292-42bd-9c51-1ebbb92c73fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.368836] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 636.368836] env[69765]: value = "task-3942503" [ 636.368836] env[69765]: _type = "Task" [ 636.368836] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.377948] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.378181] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.378361] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Deleting the datastore file [datastore2] f74b8dd1-043d-45b4-b6e0-fc4319f32c5a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.379277] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ca5d59-6b81-4e98-a985-529815b8474d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.390316] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942503, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.392658] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Waiting for the task: (returnval){ [ 636.392658] env[69765]: value = "task-3942504" [ 636.392658] env[69765]: _type = "Task" [ 636.392658] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.416140] env[69765]: DEBUG oslo_vmware.api [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942497, 'name': PowerOnVM_Task, 'duration_secs': 1.536079} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.419784] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.420040] env[69765]: INFO nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Took 14.37 seconds to spawn the instance on the hypervisor. [ 636.420598] env[69765]: DEBUG nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.420598] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Task: {'id': task-3942504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.421349] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7bd6fd-6153-47f9-93ae-0a7dc23e67d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.467328] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942499, 'name': ReconfigVM_Task, 'duration_secs': 0.750316} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.467328] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 117b220d-8ed9-466c-bb1a-b517ff024df4/117b220d-8ed9-466c-bb1a-b517ff024df4.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.467328] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5e1fdd-bbad-46fe-9a90-b0e4c465e5e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.475977] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 636.475977] env[69765]: value = "task-3942505" [ 636.475977] env[69765]: _type = "Task" [ 636.475977] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.496904] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942505, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.537028] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.558584] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.672869] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374bed69-7ecc-46ad-b73f-d58b16bcd21a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.686266] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63dadfd-4d72-43a2-a16b-bb3fe889de86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.735454] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b96edf-58eb-40ee-b0c4-77c0049378cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.746967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903ad008-4897-495a-8b87-7cd22060c743 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.769345] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.883905] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942503, 'name': Rename_Task, 'duration_secs': 0.342931} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.884329] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.884669] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585d4768-1acd-41de-8573-0fa7db411679 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.896418] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 636.896418] env[69765]: value = "task-3942506" [ 636.896418] env[69765]: _type = "Task" [ 636.896418] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.913188] env[69765]: DEBUG oslo_vmware.api [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Task: {'id': task-3942504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465837} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.918157] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.918609] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.918609] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.918850] env[69765]: INFO nova.compute.manager [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Took 4.43 seconds to destroy the instance on the hypervisor. [ 636.919836] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.920507] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.921290] env[69765]: DEBUG nova.compute.manager [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.921290] env[69765]: DEBUG nova.network.neutron [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 636.950679] env[69765]: INFO nova.compute.manager [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Took 25.93 seconds to build instance. [ 636.999100] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942505, 'name': Rename_Task, 'duration_secs': 0.273885} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.999508] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.999839] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871444d7-fa22-4196-94d1-970bc1705da3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.011603] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 637.011603] env[69765]: value = "task-3942507" [ 637.011603] env[69765]: _type = "Task" [ 637.011603] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.027089] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.036027] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942501, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.061533] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942502, 'name': ReconfigVM_Task, 'duration_secs': 0.566859} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.061862] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.062513] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e406ee5d-91f8-43db-a7db-d47aeece1d3a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.073394] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 637.073394] env[69765]: value = "task-3942508" [ 637.073394] env[69765]: _type = "Task" [ 637.073394] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.084016] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942508, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.191674] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "5860a443-ad02-4932-8569-4526f035cef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.191674] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.295877] env[69765]: ERROR nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [req-f8e0d0a2-d9d6-4211-a856-eec2a47fff1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8e0d0a2-d9d6-4211-a856-eec2a47fff1f"}]} [ 637.316923] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 637.335236] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 637.335522] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.350381] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 637.375770] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 637.414288] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942506, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.460743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-179fa7eb-fc3d-448f-9da2-be96f496c751 tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.447s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.532413] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.537951] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524864} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.537951] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.537951] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.537951] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efd09501-5275-4051-b1de-d98cbe168336 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.545707] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 637.545707] env[69765]: value = "task-3942510" [ 637.545707] env[69765]: _type = "Task" [ 637.545707] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.558285] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.593341] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942508, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.849464] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eac9df-68f8-4316-a0f9-b251adff0d48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.858103] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bca35b3-3afc-4577-b374-bdacb136cbf8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.890529] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c4e93d-2464-4083-ba64-bd520cc3d9ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.903408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b95d8-d308-4ba5-948f-c6f67fde8024 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.918464] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.923054] env[69765]: DEBUG oslo_vmware.api [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942506, 'name': PowerOnVM_Task, 'duration_secs': 0.628835} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.923601] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.924081] env[69765]: INFO nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Took 13.45 seconds to spawn the instance on the hypervisor. [ 637.924081] env[69765]: DEBUG nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.924776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87290a27-7757-4741-8af1-d0a815b2710b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.964222] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.988141] env[69765]: DEBUG nova.network.neutron [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.026029] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.060321] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067167} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.060594] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.061487] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c2468-3fe4-4139-9ba8-e72c78e8bac4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.090224] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.094327] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a434c2-9eae-40e3-b508-8f2b34ecf950 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.119286] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942508, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.123872] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 638.123872] env[69765]: value = "task-3942511" [ 638.123872] env[69765]: _type = "Task" [ 638.123872] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.447559] env[69765]: INFO nova.compute.manager [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Took 24.86 seconds to build instance. [ 638.466504] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 638.466975] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 26 to 27 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 638.467263] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.488796] env[69765]: DEBUG nova.compute.manager [req-c5491996-bf81-41a6-b572-718f0d0f0179 req-1c8ddc7b-2e76-45fb-96c0-1fef9c404923 service nova] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Received event network-vif-deleted-a686a732-67ed-405e-929b-fc929a17ef44 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.491975] env[69765]: INFO nova.compute.manager [-] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Took 1.57 seconds to deallocate network for instance. [ 638.503800] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.528504] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942507, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.590744] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942508, 'name': Rename_Task, 'duration_secs': 1.20748} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.593819] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.593819] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b3b167-23a9-4531-9dfd-70cd0d5c5193 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.601018] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 638.601018] env[69765]: value = "task-3942512" [ 638.601018] env[69765]: _type = "Task" [ 638.601018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.609385] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.638140] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.949796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff10a06a-a52e-4963-ba17-88b94c47339c tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.380s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.977625] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 638.977875] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.040s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.978549] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.410s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.980262] env[69765]: INFO nova.compute.claims [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.007644] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.034096] env[69765]: DEBUG oslo_vmware.api [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942507, 'name': PowerOnVM_Task, 'duration_secs': 1.986562} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.034096] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.034096] env[69765]: INFO nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Took 12.16 seconds to spawn the instance on the hypervisor. [ 639.034096] env[69765]: DEBUG nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.034096] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafb3ad-3e0e-4756-bdc5-605aa0bb3f89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.111367] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942512, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.137828] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942511, 'name': ReconfigVM_Task, 'duration_secs': 0.758926} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.138238] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.138963] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35088d74-8b07-458d-a257-c72769c64612 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.150358] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 639.150358] env[69765]: value = "task-3942513" [ 639.150358] env[69765]: _type = "Task" [ 639.150358] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.164043] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942513, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.452891] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.557928] env[69765]: INFO nova.compute.manager [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Took 24.85 seconds to build instance. [ 639.616555] env[69765]: DEBUG oslo_vmware.api [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942512, 'name': PowerOnVM_Task, 'duration_secs': 0.981588} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.617929] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.621477] env[69765]: INFO nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Took 7.64 seconds to spawn the instance on the hypervisor. [ 639.621477] env[69765]: DEBUG nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.621477] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29381140-16ea-40ad-8052-bb0580fde274 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.663708] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942513, 'name': Rename_Task, 'duration_secs': 0.173964} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.664108] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.665679] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fadb15b-2fe1-41fb-ad1e-b3155a973ba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.674114] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 639.674114] env[69765]: value = "task-3942515" [ 639.674114] env[69765]: _type = "Task" [ 639.674114] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.685976] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.977188] env[69765]: DEBUG nova.compute.manager [None req-9a8ebc05-64a3-41ff-84e7-4b144f39d604 tempest-ServerDiagnosticsV248Test-607806047 tempest-ServerDiagnosticsV248Test-607806047-project-admin] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.977961] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1469f912-87ae-4da2-a5d5-e04044f929bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.988023] env[69765]: INFO nova.compute.manager [None req-9a8ebc05-64a3-41ff-84e7-4b144f39d604 tempest-ServerDiagnosticsV248Test-607806047 tempest-ServerDiagnosticsV248Test-607806047-project-admin] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Retrieving diagnostics [ 639.988023] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de81b4-2b6a-49eb-a94c-cb74eff578b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.033536] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.062680] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8bf35960-08c8-40c7-9259-ef01a7125cf2 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.372s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.145328] env[69765]: INFO nova.compute.manager [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Took 22.98 seconds to build instance. [ 640.187506] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.469273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e3f0e-5677-490e-9b09-d7cee68de745 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.483507] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81053a59-e2f7-4386-8051-153d14daea18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.524666] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc49b3-5b74-45da-9559-3c1434a7aa61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.534681] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f08d7-87a0-48cc-a9e1-f4f3c8bde303 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.553361] env[69765]: DEBUG nova.compute.provider_tree [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.569458] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.647516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b2779ba9-6844-4435-8f23-6e6216152132 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.491s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.687209] env[69765]: DEBUG oslo_vmware.api [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942515, 'name': PowerOnVM_Task, 'duration_secs': 0.681006} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.687542] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.688955] env[69765]: INFO nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Took 11.28 seconds to spawn the instance on the hypervisor. [ 640.688955] env[69765]: DEBUG nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.688955] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ec825-f414-487d-ad81-bf6ca5d16f1e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.062496] env[69765]: DEBUG nova.scheduler.client.report [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.105075] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.150584] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.211902] env[69765]: INFO nova.compute.manager [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Took 26.25 seconds to build instance. [ 641.572130] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.572130] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.578387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.753s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.579612] env[69765]: INFO nova.compute.claims [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.676294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.715648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd03f5d5-614d-44a2-be9b-4a1997f2de7f tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.762s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.867315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "7d17d945-2842-4a56-b98e-01c3b70be86c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.867563] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.085623] env[69765]: DEBUG nova.compute.utils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.092685] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.092685] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.218925] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.300160] env[69765]: DEBUG nova.policy [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df031eb98507412ea9a665cf7119c268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb7d9ee2a844f0eb15831769b982ce1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.592322] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.767886] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.062160] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9227a2d2-4803-4e6a-bb98-ab68a2999603 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.072050] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65397498-f4ad-4423-bbbe-3246f76ec347 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.112378] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b9887-854b-4a3b-831b-c385084cf884 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.125040] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f32aa0a-be71-43f0-9ac7-37287dda9553 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.141565] env[69765]: DEBUG nova.compute.provider_tree [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.522944] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.523282] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.523530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.523709] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.523926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.526181] env[69765]: INFO nova.compute.manager [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Terminating instance [ 643.566632] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Successfully created port: 985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.618466] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.644996] env[69765]: DEBUG nova.scheduler.client.report [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.651257] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.651533] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.651687] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.651782] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.651924] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.652118] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.652323] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.652436] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.652597] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.652766] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.652944] env[69765]: DEBUG nova.virt.hardware [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.654099] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb77e83-c1c7-4d7a-af98-6cfb45f0c9d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.666157] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853fdcca-4027-4f33-9fb5-71322d509e3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.842490] env[69765]: DEBUG nova.compute.manager [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.842490] env[69765]: DEBUG nova.compute.manager [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing instance network info cache due to event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.842490] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] Acquiring lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.842490] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] Acquired lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.842490] env[69765]: DEBUG nova.network.neutron [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 644.031044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "refresh_cache-356b5e43-a94b-4ec7-8f33-c36c12a68c3c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.031532] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquired lock "refresh_cache-356b5e43-a94b-4ec7-8f33-c36c12a68c3c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.031806] env[69765]: DEBUG nova.network.neutron [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 644.160272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.161172] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.168176] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.806s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.169759] env[69765]: INFO nova.compute.claims [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.579259] env[69765]: DEBUG nova.network.neutron [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 644.677787] env[69765]: DEBUG nova.compute.utils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.681346] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.681446] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.769123] env[69765]: DEBUG nova.compute.manager [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.770474] env[69765]: DEBUG nova.compute.manager [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing instance network info cache due to event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.770895] env[69765]: DEBUG oslo_concurrency.lockutils [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] Acquiring lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.770895] env[69765]: DEBUG oslo_concurrency.lockutils [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] Acquired lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.770895] env[69765]: DEBUG nova.network.neutron [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 644.784938] env[69765]: DEBUG nova.policy [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8c7030fb1d437db64ca41422835f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd25604eff20345a4a714380cd47398a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.984842] env[69765]: DEBUG nova.network.neutron [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.084689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "2ed3903a-a251-4071-8eb0-56b9e524982a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.084881] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.166597] env[69765]: DEBUG nova.network.neutron [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updated VIF entry in instance network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 645.166918] env[69765]: DEBUG nova.network.neutron [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updating instance_info_cache with network_info: [{"id": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "address": "fa:16:3e:85:c8:65", "network": {"id": "ce53d83c-e4e4-4e9b-8023-439b739dc74c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1548613634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab84c3b55261479b87746bf0698c814f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade5425b-85", "ovs_interfaceid": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.182411] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.491513] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Releasing lock "refresh_cache-356b5e43-a94b-4ec7-8f33-c36c12a68c3c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.491804] env[69765]: DEBUG nova.compute.manager [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.492407] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.495843] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629bf7c-c7bc-4b59-9c9e-5fc1d3ad0fc5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.505307] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.505307] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9b61e3-604a-4230-a31f-2ee99541fa8c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.515968] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 645.515968] env[69765]: value = "task-3942517" [ 645.515968] env[69765]: _type = "Task" [ 645.515968] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.525800] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.654494] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b4625-c0cd-49f0-b0ef-9e6288734743 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.669693] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af588f8-9a1b-473e-a1d4-f0ca98bb6324 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.679125] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5253f7e-b633-4744-93ac-26a5cfca83e7 req-8825e231-34d4-4deb-976d-912efdec2e1a service nova] Releasing lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730632] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Successfully created port: e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.735895] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5709e2b-e577-4461-8b19-96b938d099f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.746471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68795ff1-b090-4d3e-aea7-cf057c685635 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.769790] env[69765]: DEBUG nova.compute.provider_tree [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.985856] env[69765]: DEBUG nova.network.neutron [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updated VIF entry in instance network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 645.986579] env[69765]: DEBUG nova.network.neutron [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [{"id": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "address": "fa:16:3e:20:e6:ec", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7b01be-cf", "ovs_interfaceid": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.031011] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942517, 'name': PowerOffVM_Task, 'duration_secs': 0.228003} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.031321] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.031484] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.031733] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7233f7bd-1fd2-4f17-987b-a35c4dd95891 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.069198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.069198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.069198] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Deleting the datastore file [datastore2] 356b5e43-a94b-4ec7-8f33-c36c12a68c3c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.069198] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93cd6de1-c16d-4670-90e2-7d6ae3dacd74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.078892] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for the task: (returnval){ [ 646.078892] env[69765]: value = "task-3942519" [ 646.078892] env[69765]: _type = "Task" [ 646.078892] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.088732] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.241176] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.254549] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Successfully updated port: 985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.274592] env[69765]: DEBUG nova.scheduler.client.report [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.302940] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.303378] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.303565] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.303846] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.303972] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.304192] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.304497] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.304688] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.304909] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.305204] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.305609] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.310408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e949347-d1ca-4d5a-a6c3-98895f862f19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.326993] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5483af09-b405-4cba-8155-d7eb8e455bb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.492693] env[69765]: DEBUG oslo_concurrency.lockutils [req-7dd131f3-0d4e-49fe-8367-75220eb58fbd req-be2c6db2-6180-4af6-8a31-44faa1f3aecd service nova] Releasing lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.591517] env[69765]: DEBUG oslo_vmware.api [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Task: {'id': task-3942519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266603} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.591904] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.592111] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.592291] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.592463] env[69765]: INFO nova.compute.manager [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 646.593805] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.593805] env[69765]: DEBUG nova.compute.manager [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.593805] env[69765]: DEBUG nova.network.neutron [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 646.622115] env[69765]: DEBUG nova.network.neutron [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 646.758023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.758205] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquired lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.758354] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 646.782930] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.784956] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.790177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.407s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.790910] env[69765]: INFO nova.compute.claims [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.127368] env[69765]: DEBUG nova.network.neutron [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.290665] env[69765]: DEBUG nova.compute.utils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.292022] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.293270] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.320239] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 647.464680] env[69765]: DEBUG nova.policy [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8589a4153b38415ea4676fd9bd89a73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41fb54f7bc5e4d9f9edfc0123c29e1ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.630702] env[69765]: INFO nova.compute.manager [-] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Took 1.04 seconds to deallocate network for instance. [ 647.796168] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.847329] env[69765]: DEBUG nova.network.neutron [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Updating instance_info_cache with network_info: [{"id": "985fbec9-915f-4d33-94b6-659919c9c99d", "address": "fa:16:3e:6f:55:8b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985fbec9-91", "ovs_interfaceid": "985fbec9-915f-4d33-94b6-659919c9c99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.993864] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "ad538135-a299-4f33-be01-b9a1016a974e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.994706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.074060] env[69765]: DEBUG nova.compute.manager [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Received event network-changed-d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.074060] env[69765]: DEBUG nova.compute.manager [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Refreshing instance network info cache due to event network-changed-d9f2d736-a7e5-4a59-b833-299b1af9150e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.074198] env[69765]: DEBUG oslo_concurrency.lockutils [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.074381] env[69765]: DEBUG oslo_concurrency.lockutils [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.074480] env[69765]: DEBUG nova.network.neutron [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Refreshing network info cache for port d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 648.373251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.373251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Releasing lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.375588] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Instance network_info: |[{"id": "985fbec9-915f-4d33-94b6-659919c9c99d", "address": "fa:16:3e:6f:55:8b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985fbec9-91", "ovs_interfaceid": "985fbec9-915f-4d33-94b6-659919c9c99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.375957] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:55:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '985fbec9-915f-4d33-94b6-659919c9c99d', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.375957] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Creating folder: Project (5bb7d9ee2a844f0eb15831769b982ce1). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.375957] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d79cb040-7071-406a-9b64-6cfb6ab2bff2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.377185] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Created folder: Project (5bb7d9ee2a844f0eb15831769b982ce1) in parent group-v782532. [ 648.377391] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Creating folder: Instances. Parent ref: group-v782567. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.377641] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a13c14e-4d2c-4b14-9143-b835a42f1d4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.399115] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Created folder: Instances in parent group-v782567. [ 648.402991] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.402991] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.402991] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec20631-bffa-4ed6-b1bb-681bb69d3c29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.444961] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.444961] env[69765]: value = "task-3942522" [ 648.444961] env[69765]: _type = "Task" [ 648.444961] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.457664] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942522, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.589982] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Successfully updated port: e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.687106] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebab2e-2d9e-41aa-9d60-3ee9e9124ac2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.695831] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66ebd3d-1338-49e6-9119-8659cba545ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.732092] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a7c8b-d9a6-41ae-a67b-6c34daa1b7e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.745275] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2379fb-6456-4870-8abb-03c15600df54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.758961] env[69765]: DEBUG nova.compute.provider_tree [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.833995] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Successfully created port: 00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.866928] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.929554] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.929836] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.929995] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.930518] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.930643] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.935111] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.935111] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.935111] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.935111] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.935111] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.935964] env[69765]: DEBUG nova.virt.hardware [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.935964] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaaa53e-975b-428c-bd3a-2e42851e4c10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.944689] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfb0f9-975c-452e-b0ea-e28e85c1a600 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.966808] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942522, 'name': CreateVM_Task, 'duration_secs': 0.360142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.969750] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.970540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.970697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.971034] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.971601] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e25504-f553-44f4-a769-70e2af142e41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.977759] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.977923] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing instance network info cache due to event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.978185] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.978451] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.978522] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 648.982171] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 648.982171] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5297f808-e2d3-f1e7-d71e-383d5b983a67" [ 648.982171] env[69765]: _type = "Task" [ 648.982171] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.997054] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297f808-e2d3-f1e7-d71e-383d5b983a67, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.997387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.997821] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.997894] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.997993] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.998184] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.998438] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8cb0379-769f-43e3-aa88-2fb3dddc220b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.008283] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.008404] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.009213] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87eb6bcd-1d34-4aa0-bcee-e38dcd597c6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.017945] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 649.017945] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a6f1cc-54b2-adcd-b71e-fb1e14a432c8" [ 649.017945] env[69765]: _type = "Task" [ 649.017945] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.030895] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a6f1cc-54b2-adcd-b71e-fb1e14a432c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.030895] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673abcb0-8c4d-47f4-9014-2596acd91487 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.040989] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 649.040989] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52363f75-13a9-9166-c9e8-f83d4ab105ab" [ 649.040989] env[69765]: _type = "Task" [ 649.040989] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.047885] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52363f75-13a9-9166-c9e8-f83d4ab105ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.097767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.097921] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.098091] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 649.265422] env[69765]: DEBUG nova.scheduler.client.report [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.268835] env[69765]: DEBUG nova.network.neutron [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updated VIF entry in instance network info cache for port d9f2d736-a7e5-4a59-b833-299b1af9150e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 649.269359] env[69765]: DEBUG nova.network.neutron [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.549162] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52363f75-13a9-9166-c9e8-f83d4ab105ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.549162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.549162] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 034868b4-64a9-428a-b74d-81a6c3739618/034868b4-64a9-428a-b74d-81a6c3739618.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.549162] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d14e0b9-06b1-4e5d-950e-223664d043a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.557966] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 649.557966] env[69765]: value = "task-3942523" [ 649.557966] env[69765]: _type = "Task" [ 649.557966] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.572077] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.716890] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 649.772907] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.984s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.774147] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.782723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.398s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.784427] env[69765]: INFO nova.compute.claims [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.788563] env[69765]: DEBUG oslo_concurrency.lockutils [req-27ec62e0-62d1-4363-b940-c39df7a09d67 req-8309c2b6-a8af-498e-bfb3-12b2f8d101a5 service nova] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076335] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497394} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.077917] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 034868b4-64a9-428a-b74d-81a6c3739618/034868b4-64a9-428a-b74d-81a6c3739618.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.077917] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.077917] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f0c645b-3679-4705-916d-e796fdb3c3dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089557] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 650.089557] env[69765]: value = "task-3942524" [ 650.089557] env[69765]: _type = "Task" [ 650.089557] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.101740] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.270340] env[69765]: DEBUG nova.compute.manager [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.271301] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535e081-a232-4faa-8ce8-8f915eb19297 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290946] env[69765]: DEBUG nova.compute.utils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.294655] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.294655] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.317075] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Updating instance_info_cache with network_info: [{"id": "e157921c-7ea3-44fe-812f-79de405114ac", "address": "fa:16:3e:4b:26:23", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape157921c-7e", "ovs_interfaceid": "e157921c-7ea3-44fe-812f-79de405114ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.347484] env[69765]: DEBUG nova.policy [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8c7030fb1d437db64ca41422835f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd25604eff20345a4a714380cd47398a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.361895] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updated VIF entry in instance network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 650.362325] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.600631] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076422} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.600920] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.601828] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b978d95-0309-4ced-911f-82ef5ac1d547 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.626544] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 034868b4-64a9-428a-b74d-81a6c3739618/034868b4-64a9-428a-b74d-81a6c3739618.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.626769] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-585b2cba-4f23-49c0-a2ba-ced96ca79064 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.646974] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 650.646974] env[69765]: value = "task-3942525" [ 650.646974] env[69765]: _type = "Task" [ 650.646974] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.656498] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.785171] env[69765]: INFO nova.compute.manager [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] instance snapshotting [ 650.788242] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a872d-bc5b-4cf9-bc70-2b38d096a35f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.810534] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.819433] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a67cf3-d995-41f8-bbf3-f607be7b3633 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.823467] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.825883] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Instance network_info: |[{"id": "e157921c-7ea3-44fe-812f-79de405114ac", "address": "fa:16:3e:4b:26:23", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape157921c-7e", "ovs_interfaceid": "e157921c-7ea3-44fe-812f-79de405114ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.826427] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:26:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e157921c-7ea3-44fe-812f-79de405114ac', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.836539] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Creating folder: Project (d25604eff20345a4a714380cd47398a9). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.837519] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8d6525d-320d-4f6e-972e-2f3fc38b3308 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.860018] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Created folder: Project (d25604eff20345a4a714380cd47398a9) in parent group-v782532. [ 650.860018] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Creating folder: Instances. Parent ref: group-v782570. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.860018] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95912b00-d7d3-4157-b6d5-ca29fb3d304e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866597] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866597] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Received event network-vif-plugged-985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.866597] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquiring lock "034868b4-64a9-428a-b74d-81a6c3739618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.866597] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Lock "034868b4-64a9-428a-b74d-81a6c3739618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.866597] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Lock "034868b4-64a9-428a-b74d-81a6c3739618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.866770] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] No waiting events found dispatching network-vif-plugged-985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.866770] env[69765]: WARNING nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Received unexpected event network-vif-plugged-985fbec9-915f-4d33-94b6-659919c9c99d for instance with vm_state building and task_state spawning. [ 650.866770] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.870047] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing instance network info cache due to event network-changed-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.870047] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquiring lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.870047] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquired lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870047] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Refreshing network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 650.873228] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Created folder: Instances in parent group-v782570. [ 650.874142] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.874142] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.874883] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b2bbb7-51f3-4ca5-a598-194fcc4d32d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.901040] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.901040] env[69765]: value = "task-3942528" [ 650.901040] env[69765]: _type = "Task" [ 650.901040] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.913188] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942528, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.171073] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942525, 'name': ReconfigVM_Task, 'duration_secs': 0.350214} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.173048] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 034868b4-64a9-428a-b74d-81a6c3739618/034868b4-64a9-428a-b74d-81a6c3739618.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.173048] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c94e4e-3b1f-4589-b265-91e22d053614 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.181135] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 651.181135] env[69765]: value = "task-3942529" [ 651.181135] env[69765]: _type = "Task" [ 651.181135] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.191708] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942529, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.246590] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Successfully updated port: 00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.349231] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 651.355595] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89ebe731-5db8-425f-a526-41a2e65f630d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.362637] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 651.362637] env[69765]: value = "task-3942530" [ 651.362637] env[69765]: _type = "Task" [ 651.362637] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.375961] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.425439] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942528, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.454350] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ed913-5556-4ef2-9811-ac50f6751502 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.466218] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e87f0be-caec-45b3-b602-b9f622cce247 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.503043] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a09e456-1248-4fc8-bfbd-d02c9f6b2a14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.506732] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Successfully created port: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.516428] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c2e6f-e672-498b-877c-a282978e2db5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.536164] env[69765]: DEBUG nova.compute.provider_tree [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.694077] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942529, 'name': Rename_Task, 'duration_secs': 0.255986} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.694077] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.694077] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f8dbe4-258f-4c86-87ca-a0a429174828 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.706079] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 651.706079] env[69765]: value = "task-3942531" [ 651.706079] env[69765]: _type = "Task" [ 651.706079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.717598] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.751589] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.751819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquired lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.751871] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 651.840472] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.875937] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.875937] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.875937] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.876244] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.876244] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.876244] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.876342] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.876595] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.876792] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.876979] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.877268] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.879999] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b58cef-3421-4ebc-ba42-e64090c684be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.887825] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.894332] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d139bbe-245a-4b21-a899-c682ab751791 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.931578] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942528, 'name': CreateVM_Task, 'duration_secs': 0.588418} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.931578] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updated VIF entry in instance network info cache for port ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 651.938973] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [{"id": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "address": "fa:16:3e:20:e6:ec", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7b01be-cf", "ovs_interfaceid": "ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.938973] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.940169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.940169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.940169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.940169] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4db3170-73eb-41d9-8ee8-31bfdef47aea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.946035] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 651.946035] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c68a8a-6c7a-5fb9-9808-19bd6f7a4fc7" [ 651.946035] env[69765]: _type = "Task" [ 651.946035] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.954777] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c68a8a-6c7a-5fb9-9808-19bd6f7a4fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.040960] env[69765]: DEBUG nova.scheduler.client.report [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.230999] env[69765]: INFO nova.compute.manager [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Rebuilding instance [ 652.249310] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942531, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.325874] env[69765]: DEBUG nova.compute.manager [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.325874] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2db2b7-e374-45c5-ae15-2156a2c5352b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.338842] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 652.383070] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942530, 'name': CreateSnapshot_Task, 'duration_secs': 0.622012} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.383070] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 652.383070] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378ed21a-eabd-42ab-846f-bab34155a1ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.442842] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Releasing lock "refresh_cache-117b220d-8ed9-466c-bb1a-b517ff024df4" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.442842] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Received event network-changed-985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.442842] env[69765]: DEBUG nova.compute.manager [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Refreshing instance network info cache due to event network-changed-985fbec9-915f-4d33-94b6-659919c9c99d. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.442842] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquiring lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.442842] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Acquired lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.443118] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Refreshing network info cache for port 985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 652.465329] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c68a8a-6c7a-5fb9-9808-19bd6f7a4fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.018377} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.465466] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465742] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.465983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.466300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.466586] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.470154] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3177a105-f6c1-48da-839e-28bfd0eba265 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.479473] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.479702] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.480703] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90386d03-6728-42ff-961d-bd6026b9266b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.487613] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 652.487613] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52242b53-f078-0ecf-4331-7a99e906f3fd" [ 652.487613] env[69765]: _type = "Task" [ 652.487613] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.498190] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52242b53-f078-0ecf-4331-7a99e906f3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.548533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.549026] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.552890] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.049s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.554511] env[69765]: INFO nova.compute.claims [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.643644] env[69765]: DEBUG nova.network.neutron [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updating instance_info_cache with network_info: [{"id": "00db50ca-f28e-47c9-8522-f07260f68cfb", "address": "fa:16:3e:5c:18:95", "network": {"id": "22673866-1199-41c7-95ae-183470b41f38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-473287320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fb54f7bc5e4d9f9edfc0123c29e1ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00db50ca-f2", "ovs_interfaceid": "00db50ca-f28e-47c9-8522-f07260f68cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.742823] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942531, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.905473] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.906299] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25853494-0638-446f-8252-c8bbc24c148f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.915734] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 652.915734] env[69765]: value = "task-3942535" [ 652.915734] env[69765]: _type = "Task" [ 652.915734] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.931825] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942535, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.006475] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52242b53-f078-0ecf-4331-7a99e906f3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.008218] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd2e2b6-171a-4c45-bfa8-a626a9987253 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.018249] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 653.018249] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529a85b3-14ff-f60f-8e9d-87765a6ae219" [ 653.018249] env[69765]: _type = "Task" [ 653.018249] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.025880] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529a85b3-14ff-f60f-8e9d-87765a6ae219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.056932] env[69765]: DEBUG nova.compute.utils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.057443] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.057679] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.143135] env[69765]: DEBUG nova.policy [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8c7030fb1d437db64ca41422835f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd25604eff20345a4a714380cd47398a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.145229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Releasing lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.145666] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Instance network_info: |[{"id": "00db50ca-f28e-47c9-8522-f07260f68cfb", "address": "fa:16:3e:5c:18:95", "network": {"id": "22673866-1199-41c7-95ae-183470b41f38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-473287320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fb54f7bc5e4d9f9edfc0123c29e1ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00db50ca-f2", "ovs_interfaceid": "00db50ca-f28e-47c9-8522-f07260f68cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.146225] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:18:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00db50ca-f28e-47c9-8522-f07260f68cfb', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.156353] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Creating folder: Project (41fb54f7bc5e4d9f9edfc0123c29e1ed). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.156739] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce33f1c-3509-49d9-9c12-d53fb5c35933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.170122] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Created folder: Project (41fb54f7bc5e4d9f9edfc0123c29e1ed) in parent group-v782532. [ 653.170355] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Creating folder: Instances. Parent ref: group-v782578. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.170614] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e432752-5438-40c6-9b95-739a2caca5a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.183741] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Created folder: Instances in parent group-v782578. [ 653.184167] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.184327] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.184560] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325278ed-ce93-4ac8-81aa-f766764d1864 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.212990] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.212990] env[69765]: value = "task-3942538" [ 653.212990] env[69765]: _type = "Task" [ 653.212990] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.224045] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942538, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.247547] env[69765]: DEBUG oslo_vmware.api [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942531, 'name': PowerOnVM_Task, 'duration_secs': 1.427353} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.247894] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.248244] env[69765]: INFO nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Took 9.63 seconds to spawn the instance on the hypervisor. [ 653.248506] env[69765]: DEBUG nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.249408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a8ae5-d240-4c5c-ae8a-8dafa5fde0b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.345480] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.345888] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de9d7ece-3932-43ee-8018-a816468dbde3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.355150] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 653.355150] env[69765]: value = "task-3942539" [ 653.355150] env[69765]: _type = "Task" [ 653.355150] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.365767] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.366939] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Updated VIF entry in instance network info cache for port 985fbec9-915f-4d33-94b6-659919c9c99d. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 653.367372] env[69765]: DEBUG nova.network.neutron [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Updating instance_info_cache with network_info: [{"id": "985fbec9-915f-4d33-94b6-659919c9c99d", "address": "fa:16:3e:6f:55:8b", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985fbec9-91", "ovs_interfaceid": "985fbec9-915f-4d33-94b6-659919c9c99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.430311] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942535, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.475537] env[69765]: DEBUG nova.compute.manager [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Received event network-vif-plugged-00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.475661] env[69765]: DEBUG oslo_concurrency.lockutils [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.475888] env[69765]: DEBUG oslo_concurrency.lockutils [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.476085] env[69765]: DEBUG oslo_concurrency.lockutils [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.476256] env[69765]: DEBUG nova.compute.manager [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] No waiting events found dispatching network-vif-plugged-00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.476452] env[69765]: WARNING nova.compute.manager [req-dbaaadb1-28ee-4e07-8239-e9e7510bef98 req-414edee4-6fdb-445f-8efe-2d412a428c05 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Received unexpected event network-vif-plugged-00db50ca-f28e-47c9-8522-f07260f68cfb for instance with vm_state building and task_state spawning. [ 653.500934] env[69765]: DEBUG nova.compute.manager [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Received event network-vif-plugged-e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.501344] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Acquiring lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.503049] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.503049] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.503252] env[69765]: DEBUG nova.compute.manager [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] No waiting events found dispatching network-vif-plugged-e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.503346] env[69765]: WARNING nova.compute.manager [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Received unexpected event network-vif-plugged-e157921c-7ea3-44fe-812f-79de405114ac for instance with vm_state building and task_state spawning. [ 653.503592] env[69765]: DEBUG nova.compute.manager [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Received event network-changed-e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.503782] env[69765]: DEBUG nova.compute.manager [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Refreshing instance network info cache due to event network-changed-e157921c-7ea3-44fe-812f-79de405114ac. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.504016] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Acquiring lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.504238] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Acquired lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.504470] env[69765]: DEBUG nova.network.neutron [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Refreshing network info cache for port e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 653.526775] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529a85b3-14ff-f60f-8e9d-87765a6ae219, 'name': SearchDatastore_Task, 'duration_secs': 0.022148} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.527180] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.529694] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 45d9fdfb-3d55-433d-b922-0c6d15232b14/45d9fdfb-3d55-433d-b922-0c6d15232b14.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.529694] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345ca959-7fbe-4603-8bd7-a5e6f7d98978 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.537593] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 653.537593] env[69765]: value = "task-3942540" [ 653.537593] env[69765]: _type = "Task" [ 653.537593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.549113] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.559976] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.729962] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942538, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.778245] env[69765]: INFO nova.compute.manager [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Took 26.23 seconds to build instance. [ 653.784842] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Successfully created port: a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.867367] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942539, 'name': PowerOffVM_Task, 'duration_secs': 0.38617} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.867952] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.869105] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.869973] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99f513-3bb5-4dbd-b213-6f0f85832355 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.873378] env[69765]: DEBUG oslo_concurrency.lockutils [req-5ffebfb4-dbcc-46af-990d-2783937bfd8d req-ee07bfc4-a84c-4c34-b83c-a38581f05853 service nova] Releasing lock "refresh_cache-034868b4-64a9-428a-b74d-81a6c3739618" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.883035] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.884387] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-887ae5da-7f05-45c3-b847-541944ae197c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891969] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.892360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.926599] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.926956] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.927067] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Deleting the datastore file [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.927915] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a502296-5a61-4a0f-9c17-78bf76e86620 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.936166] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942535, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.938876] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 653.938876] env[69765]: value = "task-3942542" [ 653.938876] env[69765]: _type = "Task" [ 653.938876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.954091] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.051904] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.133709] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb10fa-79ae-4ee4-a372-3e0d6c0c2c5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.145050] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336ebab2-26ce-46eb-b86f-f43bb41f634f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.185899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41322877-e835-4b8c-858e-afea88922dec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.198204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df60c9d-a63c-4fb6-8112-fa4330e9795b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.214816] env[69765]: DEBUG nova.compute.provider_tree [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.227859] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942538, 'name': CreateVM_Task, 'duration_secs': 0.60259} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.231234] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.232570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.232780] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.233176] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.233863] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e461e8eb-fdd4-4ff8-955e-d9bb53b99d61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.240542] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 654.240542] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f3157f-4e7e-1cc1-412c-fee7fe1547b0" [ 654.240542] env[69765]: _type = "Task" [ 654.240542] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.251700] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f3157f-4e7e-1cc1-412c-fee7fe1547b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.280936] env[69765]: DEBUG oslo_concurrency.lockutils [None req-63dbb1b8-c84a-4175-92f1-aede48257a53 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.855s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.363075] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Successfully updated port: 8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.429859] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942535, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.451800] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241839} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.451800] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.451800] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.451800] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.460036] env[69765]: DEBUG nova.network.neutron [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Updated VIF entry in instance network info cache for port e157921c-7ea3-44fe-812f-79de405114ac. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 654.460036] env[69765]: DEBUG nova.network.neutron [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Updating instance_info_cache with network_info: [{"id": "e157921c-7ea3-44fe-812f-79de405114ac", "address": "fa:16:3e:4b:26:23", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape157921c-7e", "ovs_interfaceid": "e157921c-7ea3-44fe-812f-79de405114ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.558802] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611651} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.559097] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 45d9fdfb-3d55-433d-b922-0c6d15232b14/45d9fdfb-3d55-433d-b922-0c6d15232b14.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.559661] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.559978] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8ea9d4-ea9b-4c69-93d9-813227e48b04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.572047] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.575154] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 654.575154] env[69765]: value = "task-3942543" [ 654.575154] env[69765]: _type = "Task" [ 654.575154] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.588936] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.599694] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.599694] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.599694] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.599898] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.600146] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.600337] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.600580] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.601323] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.601323] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.601323] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.601850] env[69765]: DEBUG nova.virt.hardware [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.602584] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ce5d3-3132-406a-8059-65e9e15ba472 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.612517] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b73935d-83eb-4a23-8987-a243999135ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.722518] env[69765]: DEBUG nova.scheduler.client.report [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.754552] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f3157f-4e7e-1cc1-412c-fee7fe1547b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.754785] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.755054] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.755383] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.755982] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.756674] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.756674] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54fe3e32-82f8-4308-b4d1-668864b7ff9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.770071] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.770284] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.771252] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab77a3fe-c4a1-4e97-afa6-83cb834c50d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.780102] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 654.780102] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524aadce-9f0b-5514-9ce9-df8c9e6c7338" [ 654.780102] env[69765]: _type = "Task" [ 654.780102] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.788103] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.800485] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524aadce-9f0b-5514-9ce9-df8c9e6c7338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.866307] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.866458] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.866626] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 654.940248] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942535, 'name': CloneVM_Task, 'duration_secs': 1.660132} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.940694] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Created linked-clone VM from snapshot [ 654.943233] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648fa80c-42ff-4c54-a8a9-7db3272224f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.955163] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Uploading image 949f55c6-1e7d-4595-8b37-70e57b82061b {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.969730] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7ae6618-9c22-4802-aa42-f9becc2d6e8f req-142bcbb4-8646-4fb9-87e9-96e6d56a7e7d service nova] Releasing lock "refresh_cache-45d9fdfb-3d55-433d-b922-0c6d15232b14" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.981704] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.982184] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09192e63-a1dd-45dd-be8e-6df470432cea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.991820] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 654.991820] env[69765]: value = "task-3942544" [ 654.991820] env[69765]: _type = "Task" [ 654.991820] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.008879] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942544, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.087468] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080119} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.087912] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.089077] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b02bdcb-4f94-40e6-b003-4c4cead46039 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.124375] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 45d9fdfb-3d55-433d-b922-0c6d15232b14/45d9fdfb-3d55-433d-b922-0c6d15232b14.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.124557] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d2a8c2-5368-4d23-a7b1-25c488293d9a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.149962] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 655.149962] env[69765]: value = "task-3942545" [ 655.149962] env[69765]: _type = "Task" [ 655.149962] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.170454] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.229888] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.230802] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.236048] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.228s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.236048] env[69765]: DEBUG nova.objects.instance [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lazy-loading 'resources' on Instance uuid f74b8dd1-043d-45b4-b6e0-fc4319f32c5a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.302867] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524aadce-9f0b-5514-9ce9-df8c9e6c7338, 'name': SearchDatastore_Task, 'duration_secs': 0.025114} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.307854] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e81dff-8917-4bae-90a6-d9fbb9bcb8a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.314166] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 655.314166] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a1a7a0-d967-9511-5f97-1a1f4f8d9695" [ 655.314166] env[69765]: _type = "Task" [ 655.314166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.328108] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a1a7a0-d967-9511-5f97-1a1f4f8d9695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.329639] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.346207] env[69765]: DEBUG nova.compute.manager [None req-f54eaa12-8414-4d85-a51d-3be1c481f3bb tempest-ServerDiagnosticsTest-1176983652 tempest-ServerDiagnosticsTest-1176983652-project-admin] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.348188] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da79415-808d-41ea-91a8-46d8655f51ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.358419] env[69765]: INFO nova.compute.manager [None req-f54eaa12-8414-4d85-a51d-3be1c481f3bb tempest-ServerDiagnosticsTest-1176983652 tempest-ServerDiagnosticsTest-1176983652-project-admin] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Retrieving diagnostics [ 655.359440] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1a589-40cb-4ebf-bbc1-5352c1f24e43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.433657] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 655.516256] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942544, 'name': Destroy_Task, 'duration_secs': 0.513472} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.521959] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.522231] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.524791] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.524791] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.524791] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.524791] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.524791] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.524981] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.524981] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.524981] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.524981] env[69765]: DEBUG nova.virt.hardware [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.524981] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Destroyed the VM [ 655.525155] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 655.525816] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42378c3d-3410-4651-914c-f0417f761c45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.529669] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efc1359e-5270-4ab7-86b2-d2c605592d7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.547644] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab215ac-db8f-4120-8aa8-112dc144bda4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.553376] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 655.553376] env[69765]: value = "task-3942547" [ 655.553376] env[69765]: _type = "Task" [ 655.553376] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.569636] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.575704] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.576585] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.578036] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e29a59-d654-4945-8d86-bf69723402ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.593677] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.606029] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.606029] env[69765]: value = "task-3942548" [ 655.606029] env[69765]: _type = "Task" [ 655.606029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.618874] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942548, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.663868] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.665404] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Updating instance_info_cache with network_info: [{"id": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "address": "fa:16:3e:e5:df:c7", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1cdc4d-5e", "ovs_interfaceid": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.738664] env[69765]: DEBUG nova.compute.utils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.744543] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.746081] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.791748] env[69765]: DEBUG nova.policy [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933108fcb6494a209a14b39b57ae8895', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687e0113eaab4fbb8a5485efa5c63c67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.832663] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a1a7a0-d967-9511-5f97-1a1f4f8d9695, 'name': SearchDatastore_Task, 'duration_secs': 0.019969} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.833212] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833625] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f/9345e529-5ffd-41f3-b4f7-28f9bc63ea2f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.833962] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32d1031-3555-40c7-aedf-50311218844d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.845975] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 655.845975] env[69765]: value = "task-3942549" [ 655.845975] env[69765]: _type = "Task" [ 655.845975] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.856939] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.067111] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.119069] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942548, 'name': CreateVM_Task, 'duration_secs': 0.397715} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.119281] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.123509] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.123842] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.125070] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1f979d-0a09-4a00-971e-3255e955478d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.133153] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 656.133153] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527db098-0315-d0d4-2fbc-6dac43e67a7a" [ 656.133153] env[69765]: _type = "Task" [ 656.133153] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.145860] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527db098-0315-d0d4-2fbc-6dac43e67a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.169617] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942545, 'name': ReconfigVM_Task, 'duration_secs': 0.579578} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.170063] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 45d9fdfb-3d55-433d-b922-0c6d15232b14/45d9fdfb-3d55-433d-b922-0c6d15232b14.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.176517] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.176517] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Instance network_info: |[{"id": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "address": "fa:16:3e:e5:df:c7", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1cdc4d-5e", "ovs_interfaceid": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.176630] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7073de12-2086-4020-b91c-79ee1e89083c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.178094] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:df:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1cdc4d-5e2d-4f67-808e-97c83035d12d', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.188651] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.191148] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Successfully updated port: a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.193640] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.197631] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-318c64ef-420c-4997-9be9-64fce2e9d20f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.221532] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 656.221532] env[69765]: value = "task-3942550" [ 656.221532] env[69765]: _type = "Task" [ 656.221532] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.228515] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.228515] env[69765]: value = "task-3942551" [ 656.228515] env[69765]: _type = "Task" [ 656.228515] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.233341] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942550, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.246749] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.249571] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942551, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.264397] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcddb3-2aca-4e0f-95fb-cdca9fc6010d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.278032] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d525e6-9327-4324-b83b-bf08274bea21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.318613] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b085ac1-adb6-4b5c-8881-6e30a1dc1808 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.328529] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1395f0-0d03-4e13-8d18-01c7a82c89a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.347816] env[69765]: DEBUG nova.compute.provider_tree [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.360753] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.388253] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Successfully created port: 08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.568807] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942547, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.643204] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527db098-0315-d0d4-2fbc-6dac43e67a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.643484] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.643749] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.644047] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.644232] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.644327] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.644612] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a79bd317-bc48-477b-8998-0f56597d8953 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.657831] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.658024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.660069] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be77470e-6355-4183-963c-d8ddb27dd351 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.665640] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 656.665640] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525c1af3-5ece-0fc1-8c96-e49e08024f75" [ 656.665640] env[69765]: _type = "Task" [ 656.665640] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.675201] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525c1af3-5ece-0fc1-8c96-e49e08024f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.698233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.698233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.698383] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 656.736671] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942550, 'name': Rename_Task, 'duration_secs': 0.383342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.742762] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.745299] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Received event network-changed-00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.745616] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Refreshing instance network info cache due to event network-changed-00db50ca-f28e-47c9-8522-f07260f68cfb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.745908] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquiring lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.746213] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquired lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.746436] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Refreshing network info cache for port 00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 656.751898] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e44fc8-e904-4d0d-b553-c5bdab7edb2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.762154] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942551, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.769015] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 656.769015] env[69765]: value = "task-3942552" [ 656.769015] env[69765]: _type = "Task" [ 656.769015] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.778731] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.820230] env[69765]: DEBUG nova.compute.manager [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Received event network-vif-plugged-a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.820230] env[69765]: DEBUG oslo_concurrency.lockutils [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] Acquiring lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.820230] env[69765]: DEBUG oslo_concurrency.lockutils [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.821083] env[69765]: DEBUG oslo_concurrency.lockutils [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.821805] env[69765]: DEBUG nova.compute.manager [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] No waiting events found dispatching network-vif-plugged-a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.821950] env[69765]: WARNING nova.compute.manager [req-7253aab4-7f54-41cb-9b66-706b20cf94b5 req-a628b152-20a8-4795-bc58-927e15ed95fc service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Received unexpected event network-vif-plugged-a481e011-79ce-4023-a991-e462eec55622 for instance with vm_state building and task_state spawning. [ 656.857999] env[69765]: DEBUG nova.scheduler.client.report [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.870377] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652668} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.870377] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f/9345e529-5ffd-41f3-b4f7-28f9bc63ea2f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.870377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.870377] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b85d5f3f-ae92-4584-9002-6626b95e8671 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.877876] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 656.877876] env[69765]: value = "task-3942553" [ 656.877876] env[69765]: _type = "Task" [ 656.877876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.887644] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.069218] env[69765]: DEBUG oslo_vmware.api [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942547, 'name': RemoveSnapshot_Task, 'duration_secs': 1.194324} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.069218] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.180266] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525c1af3-5ece-0fc1-8c96-e49e08024f75, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.181344] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a408c51d-d3fc-4473-bfdc-c1f9aaf35c66 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.190031] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 657.190031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520a437b-7406-f7c4-36cf-9d4fa1a0b7b6" [ 657.190031] env[69765]: _type = "Task" [ 657.190031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.199166] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520a437b-7406-f7c4-36cf-9d4fa1a0b7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.256467] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942551, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.258483] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 657.267035] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.283123] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942552, 'name': PowerOnVM_Task, 'duration_secs': 0.506753} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.285561] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.285930] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Took 11.04 seconds to spawn the instance on the hypervisor. [ 657.286771] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.287237] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be5b39-c737-4f21-8f05-1575814d0b8c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.307937] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.307937] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.307937] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.308440] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.308440] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.308440] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.308551] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.308698] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.308864] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.309032] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.309249] env[69765]: DEBUG nova.virt.hardware [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.310151] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e408e9-bc2c-469a-8de5-aad247fc7e1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.319505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4f340-0eac-4326-81ab-e90ec654f369 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.364883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.367954] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.336s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.369832] env[69765]: INFO nova.compute.claims [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.389423] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080178} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.389715] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.390518] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f472efc-14b7-49cb-8235-04fe844914f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.424201] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f/9345e529-5ffd-41f3-b4f7-28f9bc63ea2f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.428445] env[69765]: INFO nova.scheduler.client.report [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Deleted allocations for instance f74b8dd1-043d-45b4-b6e0-fc4319f32c5a [ 657.431032] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49485fe-20a4-4534-af70-9c2142b08041 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.456433] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "034868b4-64a9-428a-b74d-81a6c3739618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.456857] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.457115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "034868b4-64a9-428a-b74d-81a6c3739618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.457309] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.457556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.463348] env[69765]: INFO nova.compute.manager [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Terminating instance [ 657.469876] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 657.469876] env[69765]: value = "task-3942555" [ 657.469876] env[69765]: _type = "Task" [ 657.469876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.482532] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.531296] env[69765]: DEBUG nova.network.neutron [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Updating instance_info_cache with network_info: [{"id": "a481e011-79ce-4023-a991-e462eec55622", "address": "fa:16:3e:64:d1:e5", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481e011-79", "ovs_interfaceid": "a481e011-79ce-4023-a991-e462eec55622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.576617] env[69765]: WARNING nova.compute.manager [None req-cc19ffa7-462c-4520-9c0a-82090002de61 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Image not found during snapshot: nova.exception.ImageNotFound: Image 949f55c6-1e7d-4595-8b37-70e57b82061b could not be found. [ 657.699279] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520a437b-7406-f7c4-36cf-9d4fa1a0b7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.032464} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.699592] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.699899] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.700191] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b921f19a-0e6c-4a33-8ba4-3884e2575933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.709296] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 657.709296] env[69765]: value = "task-3942556" [ 657.709296] env[69765]: _type = "Task" [ 657.709296] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.725644] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.747857] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942551, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.812579] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Took 30.03 seconds to build instance. [ 657.842029] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updated VIF entry in instance network info cache for port 00db50ca-f28e-47c9-8522-f07260f68cfb. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 657.842419] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updating instance_info_cache with network_info: [{"id": "00db50ca-f28e-47c9-8522-f07260f68cfb", "address": "fa:16:3e:5c:18:95", "network": {"id": "22673866-1199-41c7-95ae-183470b41f38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-473287320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fb54f7bc5e4d9f9edfc0123c29e1ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00db50ca-f2", "ovs_interfaceid": "00db50ca-f28e-47c9-8522-f07260f68cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.968745] env[69765]: DEBUG nova.compute.manager [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.969016] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.971348] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9c5d996-642f-4d7f-b9be-220a0d1ceebc tempest-DeleteServersAdminTestJSON-1858422573 tempest-DeleteServersAdminTestJSON-1858422573-project-admin] Lock "f74b8dd1-043d-45b4-b6e0-fc4319f32c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.991s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.972397] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066e135-9aa1-404e-9040-ee2c2ef73dd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.989803] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.990138] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.990565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74eb99b-9335-4f27-9d2e-e5f9166385d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.998132] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 657.998132] env[69765]: value = "task-3942557" [ 657.998132] env[69765]: _type = "Task" [ 657.998132] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.007836] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.034859] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.035308] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Instance network_info: |[{"id": "a481e011-79ce-4023-a991-e462eec55622", "address": "fa:16:3e:64:d1:e5", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481e011-79", "ovs_interfaceid": "a481e011-79ce-4023-a991-e462eec55622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.035752] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d1:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a481e011-79ce-4023-a991-e462eec55622', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.045025] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.046967] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.051138] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45876934-f614-4413-9289-fca18e5d46a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.068148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "deb162f8-03f4-4020-acb7-9cdb869695ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.068428] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.068565] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.068755] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.068977] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.071285] env[69765]: INFO nova.compute.manager [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Terminating instance [ 658.079977] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.079977] env[69765]: value = "task-3942558" [ 658.079977] env[69765]: _type = "Task" [ 658.079977] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.092980] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942558, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.221509] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.258459] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942551, 'name': CreateVM_Task, 'duration_secs': 1.543485} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.258838] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.260523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.260933] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.261581] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.261950] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1458e6-f81c-4b2b-8fb8-d8a49f73eda0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.270841] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 658.270841] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f08609-b460-ddd6-0f6c-d9d4f08d3b93" [ 658.270841] env[69765]: _type = "Task" [ 658.270841] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.284350] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f08609-b460-ddd6-0f6c-d9d4f08d3b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.318398] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.508s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.349842] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Releasing lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.349842] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.349842] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing instance network info cache due to event network-changed-ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.349842] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquiring lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.349842] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquired lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.350371] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Refreshing network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 658.489844] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.510851] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.577230] env[69765]: DEBUG nova.compute.manager [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.577476] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.578462] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f79de-abd0-406a-8b03-9851d361f63c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.591609] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.591909] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169a79af-ff55-42f4-a4b0-a7ec3e6f0ff5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.599022] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942558, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.603359] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 658.603359] env[69765]: value = "task-3942559" [ 658.603359] env[69765]: _type = "Task" [ 658.603359] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.617633] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.723047] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727076} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.726217] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.726412] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.726883] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb64efbb-023e-4e54-af35-01279be2369e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.734765] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 658.734765] env[69765]: value = "task-3942560" [ 658.734765] env[69765]: _type = "Task" [ 658.734765] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.746282] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.747433] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Successfully updated port: 08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.786083] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f08609-b460-ddd6-0f6c-d9d4f08d3b93, 'name': SearchDatastore_Task, 'duration_secs': 0.023945} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.786393] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.786619] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.786842] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.786982] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.787177] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.787497] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a6a0957-874a-4d59-87ed-39df5efeec43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.808150] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.808150] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.808923] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ca09c9-4d69-4e0b-9b19-82ea1ec1a6f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.821051] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 658.821051] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c8579b-e9f1-eb40-a3c3-067c4b821501" [ 658.821051] env[69765]: _type = "Task" [ 658.821051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.821051] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.844984] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c8579b-e9f1-eb40-a3c3-067c4b821501, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.844984] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7df82c-73e1-4520-be2c-580189c37c56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.851441] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 658.851441] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bf32ee-f526-3983-c21d-62c9e17e0a3c" [ 658.851441] env[69765]: _type = "Task" [ 658.851441] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.866520] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bf32ee-f526-3983-c21d-62c9e17e0a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.872616] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f3844-4430-4b89-8eb9-e21b9cb5799b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.881725] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927a9ff-15fb-4a1d-a4a0-e0c01f54d093 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.918743] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8db9e-506d-4d8c-976e-611f80fa7324 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.930536] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66149e07-5792-485e-b6fd-dcf254836ac3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.946725] env[69765]: DEBUG nova.compute.provider_tree [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.988743] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.010934] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.095776] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942558, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.119323] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942559, 'name': PowerOffVM_Task, 'duration_secs': 0.275136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.119722] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.119925] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.120173] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df2e0f9-30a1-40ab-8832-33a82d885c60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.217304] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.217567] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.217965] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleting the datastore file [datastore2] deb162f8-03f4-4020-acb7-9cdb869695ef {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.218578] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432c7ab8-baed-48e4-9b7a-9bd6c8e29314 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.228994] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 659.228994] env[69765]: value = "task-3942562" [ 659.228994] env[69765]: _type = "Task" [ 659.228994] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.250081] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.250721] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.250851] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquired lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.250993] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 659.262233] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076482} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.263248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.264257] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702aaa1-3682-4c89-b8db-6e97ff77fe4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.303497] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.305218] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca476ef5-3958-4f21-88e7-dbee044f87f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.334430] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updated VIF entry in instance network info cache for port ade5425b-859f-4f32-b3bc-7e61c011a04b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 659.335318] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updating instance_info_cache with network_info: [{"id": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "address": "fa:16:3e:85:c8:65", "network": {"id": "ce53d83c-e4e4-4e9b-8023-439b739dc74c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1548613634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab84c3b55261479b87746bf0698c814f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade5425b-85", "ovs_interfaceid": "ade5425b-859f-4f32-b3bc-7e61c011a04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.348277] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 659.348277] env[69765]: value = "task-3942563" [ 659.348277] env[69765]: _type = "Task" [ 659.348277] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.364427] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.367589] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.373474] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bf32ee-f526-3983-c21d-62c9e17e0a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.015184} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.373474] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.373884] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 65f903d8-60b0-435f-99b1-a918ed41efa7/65f903d8-60b0-435f-99b1-a918ed41efa7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.374344] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d64bfd69-5ccd-4a02-8195-1574ebd42c16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.383442] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 659.383442] env[69765]: value = "task-3942564" [ 659.383442] env[69765]: _type = "Task" [ 659.383442] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.394847] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.450964] env[69765]: DEBUG nova.scheduler.client.report [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.492080] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942555, 'name': ReconfigVM_Task, 'duration_secs': 1.583676} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.493520] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f/9345e529-5ffd-41f3-b4f7-28f9bc63ea2f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.497694] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9473d5a-47b1-4e4f-b4de-db01ea35c758 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.503878] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.504719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.524439] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942557, 'name': PowerOffVM_Task, 'duration_secs': 1.295081} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.526237] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.526416] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.526848] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 659.526848] env[69765]: value = "task-3942566" [ 659.526848] env[69765]: _type = "Task" [ 659.526848] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.527160] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88fdb3f8-64c0-4318-977b-fde228fb7a13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.541292] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942566, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.594739] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942558, 'name': CreateVM_Task, 'duration_secs': 1.434951} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.594962] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.595899] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.596119] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.596407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596738] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37265e9e-0a92-4a1a-acb4-a3c12d6a86c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.605045] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 659.605045] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5271f290-2536-eb73-ad79-a3ed931b7037" [ 659.605045] env[69765]: _type = "Task" [ 659.605045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.614411] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.615115] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.615115] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Deleting the datastore file [datastore2] 034868b4-64a9-428a-b74d-81a6c3739618 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.615391] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1777852-1194-423a-953a-53af06b35c10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.622037] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5271f290-2536-eb73-ad79-a3ed931b7037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.631258] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for the task: (returnval){ [ 659.631258] env[69765]: value = "task-3942568" [ 659.631258] env[69765]: _type = "Task" [ 659.631258] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.639588] env[69765]: DEBUG nova.compute.manager [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Received event network-vif-plugged-08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.639588] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Acquiring lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.639588] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.639783] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.639985] env[69765]: DEBUG nova.compute.manager [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] No waiting events found dispatching network-vif-plugged-08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.640224] env[69765]: WARNING nova.compute.manager [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Received unexpected event network-vif-plugged-08903077-27d8-435f-bbfe-e2adad3a697a for instance with vm_state building and task_state spawning. [ 659.640468] env[69765]: DEBUG nova.compute.manager [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Received event network-changed-08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.640706] env[69765]: DEBUG nova.compute.manager [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Refreshing instance network info cache due to event network-changed-08903077-27d8-435f-bbfe-e2adad3a697a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.640951] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Acquiring lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.648360] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.711186] env[69765]: DEBUG nova.compute.manager [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Received event network-changed-a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.711186] env[69765]: DEBUG nova.compute.manager [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Refreshing instance network info cache due to event network-changed-a481e011-79ce-4023-a991-e462eec55622. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.711186] env[69765]: DEBUG oslo_concurrency.lockutils [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] Acquiring lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.711703] env[69765]: DEBUG oslo_concurrency.lockutils [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] Acquired lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.711703] env[69765]: DEBUG nova.network.neutron [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Refreshing network info cache for port a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 659.719355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.719729] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.719961] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.720071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.720265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.723573] env[69765]: INFO nova.compute.manager [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Terminating instance [ 659.742983] env[69765]: DEBUG oslo_vmware.api [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392853} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.742983] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.743482] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.743622] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.743796] env[69765]: INFO nova.compute.manager [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Took 1.17 seconds to destroy the instance on the hypervisor. [ 659.744122] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.744628] env[69765]: DEBUG nova.compute.manager [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.744698] env[69765]: DEBUG nova.network.neutron [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 659.842709] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Releasing lock "refresh_cache-ae5ad669-3352-4439-be08-b4f0fdb966b0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.843273] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Received event network-vif-plugged-8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.843530] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquiring lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.843819] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.844042] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.845783] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] No waiting events found dispatching network-vif-plugged-8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.845783] env[69765]: WARNING nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Received unexpected event network-vif-plugged-8b1cdc4d-5e2d-4f67-808e-97c83035d12d for instance with vm_state building and task_state spawning. [ 659.845783] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Received event network-changed-8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.845783] env[69765]: DEBUG nova.compute.manager [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Refreshing instance network info cache due to event network-changed-8b1cdc4d-5e2d-4f67-808e-97c83035d12d. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.845783] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquiring lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.846425] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Acquired lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.846425] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Refreshing network info cache for port 8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 659.848011] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 659.861796] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942563, 'name': ReconfigVM_Task, 'duration_secs': 0.414729} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.863246] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074/72ac5223-fc98-4abf-8f30-f2ff927ea074.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.864470] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e0741b-f3f4-4a41-be37-4f308799a426 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.874687] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 659.874687] env[69765]: value = "task-3942569" [ 659.874687] env[69765]: _type = "Task" [ 659.874687] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.893086] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942569, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.904046] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.959883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.960877] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.964057] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.859s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.966434] env[69765]: INFO nova.compute.claims [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.053284] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942566, 'name': Rename_Task, 'duration_secs': 0.181863} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.053569] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.053981] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f73dd41-012e-44f5-a9bc-53d3e655e614 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.064437] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 660.064437] env[69765]: value = "task-3942570" [ 660.064437] env[69765]: _type = "Task" [ 660.064437] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.074829] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.118437] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5271f290-2536-eb73-ad79-a3ed931b7037, 'name': SearchDatastore_Task, 'duration_secs': 0.01752} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.118905] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.119300] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.119706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.120541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.120541] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.120746] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddf41ef-8533-41c4-9e9c-1cf60ab5fc08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.141187] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.141435] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.142658] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d60d2f-926d-4785-98ea-d9d592d2e97b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.150699] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.155089] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 660.155089] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5297468a-42f1-7bbe-5793-0fb3da87f080" [ 660.155089] env[69765]: _type = "Task" [ 660.155089] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.166563] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297468a-42f1-7bbe-5793-0fb3da87f080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.230684] env[69765]: DEBUG nova.compute.manager [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.230684] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.231600] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688133fb-5969-4b14-916f-a9c65edb23db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.243567] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.243864] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52fa1bb-a3f0-4687-9e42-991ba4717586 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.252301] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 660.252301] env[69765]: value = "task-3942571" [ 660.252301] env[69765]: _type = "Task" [ 660.252301] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.266322] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.391163] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942569, 'name': Rename_Task, 'duration_secs': 0.189641} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.397931] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.399537] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc01083-d74f-4aa0-9708-5e56cf98ba9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.416022] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718413} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.417141] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 65f903d8-60b0-435f-99b1-a918ed41efa7/65f903d8-60b0-435f-99b1-a918ed41efa7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.417878] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.418447] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 660.418447] env[69765]: value = "task-3942572" [ 660.418447] env[69765]: _type = "Task" [ 660.418447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.418755] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f8fae0-958b-4fdc-871d-44a068b470b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.438517] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.440547] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 660.440547] env[69765]: value = "task-3942573" [ 660.440547] env[69765]: _type = "Task" [ 660.440547] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.457026] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.471017] env[69765]: DEBUG nova.network.neutron [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Updating instance_info_cache with network_info: [{"id": "08903077-27d8-435f-bbfe-e2adad3a697a", "address": "fa:16:3e:f4:2d:2a", "network": {"id": "a1fc1157-9d86-440e-bf91-df7fb9f671f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1985953953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687e0113eaab4fbb8a5485efa5c63c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08903077-27", "ovs_interfaceid": "08903077-27d8-435f-bbfe-e2adad3a697a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.477340] env[69765]: DEBUG nova.compute.utils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.486168] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.486168] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.575317] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.644128] env[69765]: DEBUG nova.policy [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0831c7d3a9a24fc7913f8b72eec86e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01f950453b424efd85838a5042924786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.652701] env[69765]: DEBUG oslo_vmware.api [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Task: {'id': task-3942568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547347} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.652975] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.653211] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.653420] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.653631] env[69765]: INFO nova.compute.manager [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Took 2.68 seconds to destroy the instance on the hypervisor. [ 660.653904] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.654510] env[69765]: DEBUG nova.compute.manager [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.654510] env[69765]: DEBUG nova.network.neutron [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 660.671453] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297468a-42f1-7bbe-5793-0fb3da87f080, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.676291] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070b15b4-c232-4228-88f3-bbb507af4a28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.684888] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 660.684888] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5207ab3c-d5fd-7241-66e3-edd0a48fbbf5" [ 660.684888] env[69765]: _type = "Task" [ 660.684888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.695923] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5207ab3c-d5fd-7241-66e3-edd0a48fbbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.773609] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.938290] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.955436] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081976} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.956248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.957615] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0052be12-7f43-4fe2-a1d5-2e6301d0de01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.992913] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 65f903d8-60b0-435f-99b1-a918ed41efa7/65f903d8-60b0-435f-99b1-a918ed41efa7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.997279] env[69765]: DEBUG nova.network.neutron [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Updated VIF entry in instance network info cache for port a481e011-79ce-4023-a991-e462eec55622. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 660.997279] env[69765]: DEBUG nova.network.neutron [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Updating instance_info_cache with network_info: [{"id": "a481e011-79ce-4023-a991-e462eec55622", "address": "fa:16:3e:64:d1:e5", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa481e011-79", "ovs_interfaceid": "a481e011-79ce-4023-a991-e462eec55622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.999049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Releasing lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.999049] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Instance network_info: |[{"id": "08903077-27d8-435f-bbfe-e2adad3a697a", "address": "fa:16:3e:f4:2d:2a", "network": {"id": "a1fc1157-9d86-440e-bf91-df7fb9f671f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1985953953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687e0113eaab4fbb8a5485efa5c63c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08903077-27", "ovs_interfaceid": "08903077-27d8-435f-bbfe-e2adad3a697a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.999238] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.001688] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf85a41-58ff-4379-9073-291cb4ba670f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.022612] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Acquired lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.022612] env[69765]: DEBUG nova.network.neutron [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Refreshing network info cache for port 08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 661.022612] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08903077-27d8-435f-bbfe-e2adad3a697a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.030951] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Creating folder: Project (687e0113eaab4fbb8a5485efa5c63c67). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.039140] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b880a9-f007-4a74-aa28-592a151e4b13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.053051] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 661.053051] env[69765]: value = "task-3942574" [ 661.053051] env[69765]: _type = "Task" [ 661.053051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.063027] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Created folder: Project (687e0113eaab4fbb8a5485efa5c63c67) in parent group-v782532. [ 661.063027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Creating folder: Instances. Parent ref: group-v782584. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.063027] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd29652b-0fe9-4ec3-b570-9c80f6fc3828 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.072324] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.087985] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.090126] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Created folder: Instances in parent group-v782584. [ 661.090126] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.090280] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.090513] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1d46042-4618-4b79-8018-5f8e9652788f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.114042] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.114042] env[69765]: value = "task-3942577" [ 661.114042] env[69765]: _type = "Task" [ 661.114042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.125290] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942577, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.195595] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Updated VIF entry in instance network info cache for port 8b1cdc4d-5e2d-4f67-808e-97c83035d12d. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 661.195595] env[69765]: DEBUG nova.network.neutron [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Updating instance_info_cache with network_info: [{"id": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "address": "fa:16:3e:e5:df:c7", "network": {"id": "3632ee21-7aa6-4831-924e-deab91aa4de1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1347432825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d25604eff20345a4a714380cd47398a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1cdc4d-5e", "ovs_interfaceid": "8b1cdc4d-5e2d-4f67-808e-97c83035d12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.201347] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5207ab3c-d5fd-7241-66e3-edd0a48fbbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.027684} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.201347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.201513] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 337ff7c0-1e04-404d-bc71-d44f3652eb3e/337ff7c0-1e04-404d-bc71-d44f3652eb3e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.202684] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d39f5b6-dc76-4057-88c3-5ceae0413985 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.212516] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 661.212516] env[69765]: value = "task-3942578" [ 661.212516] env[69765]: _type = "Task" [ 661.212516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.231906] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.265985] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942571, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.277354] env[69765]: DEBUG nova.network.neutron [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.445107] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.528702] env[69765]: DEBUG oslo_concurrency.lockutils [req-680ca474-ff4f-41e4-b853-ef847e1505bd req-7e6368b8-c0db-4517-9f97-8bbc1507d532 service nova] Releasing lock "refresh_cache-337ff7c0-1e04-404d-bc71-d44f3652eb3e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.569124] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.589916] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.627359] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942577, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.688531] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a06fb9c-9dd2-43d6-ba19-e2088919b171 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.702024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d849516-1cf7-4e62-98ed-6f56f14a2c08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.707896] env[69765]: DEBUG oslo_concurrency.lockutils [req-8a22a96d-ce5f-4a43-9e5f-a12669d73b2d req-95a946ce-9608-47c5-bd16-1f21d9225112 service nova] Releasing lock "refresh_cache-65f903d8-60b0-435f-99b1-a918ed41efa7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.748027] env[69765]: DEBUG nova.network.neutron [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Updated VIF entry in instance network info cache for port 08903077-27d8-435f-bbfe-e2adad3a697a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 661.748989] env[69765]: DEBUG nova.network.neutron [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Updating instance_info_cache with network_info: [{"id": "08903077-27d8-435f-bbfe-e2adad3a697a", "address": "fa:16:3e:f4:2d:2a", "network": {"id": "a1fc1157-9d86-440e-bf91-df7fb9f671f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1985953953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687e0113eaab4fbb8a5485efa5c63c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08903077-27", "ovs_interfaceid": "08903077-27d8-435f-bbfe-e2adad3a697a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.754281] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8beaf7-022b-4eeb-9b34-6c2d75597db5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.765871] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.771099] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400b1e4-1afe-4031-8afa-7e996568359c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.781329] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942571, 'name': PowerOffVM_Task, 'duration_secs': 1.127308} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.781925] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.782146] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.783667] env[69765]: INFO nova.compute.manager [-] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Took 2.04 seconds to deallocate network for instance. [ 661.784062] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d12dde3-9500-4d54-a9aa-66e9da6d74cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.804029] env[69765]: DEBUG nova.compute.provider_tree [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.881325] env[69765]: DEBUG nova.network.neutron [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.900412] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.900720] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.901470] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleting the datastore file [datastore1] ae5ad669-3352-4439-be08-b4f0fdb966b0 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.901470] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc036b70-49ca-4387-9e6c-9452465caa4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.913399] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for the task: (returnval){ [ 661.913399] env[69765]: value = "task-3942581" [ 661.913399] env[69765]: _type = "Task" [ 661.913399] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.926497] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.938170] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.033530] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.074090] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942574, 'name': ReconfigVM_Task, 'duration_secs': 0.539815} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.074090] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 65f903d8-60b0-435f-99b1-a918ed41efa7/65f903d8-60b0-435f-99b1-a918ed41efa7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.074090] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-253d0a45-1b40-49a1-8f76-864ba0468cea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.085042] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.085372] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.085527] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.085802] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.086035] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.086260] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.086719] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.086855] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.087174] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.087442] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.087729] env[69765]: DEBUG nova.virt.hardware [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.089125] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a0dcd9-e0bc-44c9-9fef-addf422af3d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.097243] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 662.097243] env[69765]: value = "task-3942582" [ 662.097243] env[69765]: _type = "Task" [ 662.097243] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.107525] env[69765]: DEBUG oslo_vmware.api [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3942570, 'name': PowerOnVM_Task, 'duration_secs': 1.634952} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.111693] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.111693] env[69765]: INFO nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Took 13.24 seconds to spawn the instance on the hypervisor. [ 662.112017] env[69765]: DEBUG nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.114214] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e6559-4280-4732-8e9f-9addeb8ee65c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.123242] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50320fe2-1f1d-40da-a2de-767de94d637c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.131912] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942582, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.163014] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942577, 'name': CreateVM_Task, 'duration_secs': 0.607544} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.163014] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.163014] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.163272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.163584] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.163958] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fba8ff-beef-4659-9593-85d20766d7db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.171790] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 662.171790] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d29a9e-be94-9f70-4f6f-2dac79312717" [ 662.171790] env[69765]: _type = "Task" [ 662.171790] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.183946] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d29a9e-be94-9f70-4f6f-2dac79312717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.241353] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Successfully created port: 1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.257536] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686835} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.258135] env[69765]: DEBUG oslo_concurrency.lockutils [req-c4ca3af6-5887-4828-8608-cf13ab449444 req-b3265561-a868-4449-b567-a6c87940591d service nova] Releasing lock "refresh_cache-6c3f8920-5f4a-471c-8342-53ba98deda69" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.258567] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 337ff7c0-1e04-404d-bc71-d44f3652eb3e/337ff7c0-1e04-404d-bc71-d44f3652eb3e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.258816] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.259121] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b6b571d-b164-49cb-aa54-042da3386380 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.267893] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 662.267893] env[69765]: value = "task-3942583" [ 662.267893] env[69765]: _type = "Task" [ 662.267893] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.279629] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.308515] env[69765]: DEBUG nova.scheduler.client.report [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.313724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.382724] env[69765]: INFO nova.compute.manager [-] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Took 1.73 seconds to deallocate network for instance. [ 662.419954] env[69765]: DEBUG nova.compute.manager [req-4b8574b7-038b-434c-b242-05aa33f7ec60 req-cf8f1646-dde2-4eb7-9f8d-4c280ee52a08 service nova] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Received event network-vif-deleted-a7b5a396-ed99-44fe-aba8-24523f60340f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.447134] env[69765]: DEBUG oslo_vmware.api [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Task: {'id': task-3942581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403809} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.450857] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.451105] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.451474] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.452117] env[69765]: INFO nova.compute.manager [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Took 2.22 seconds to destroy the instance on the hypervisor. [ 662.452117] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.452634] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.452801] env[69765]: DEBUG nova.compute.manager [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.452943] env[69765]: DEBUG nova.network.neutron [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 662.506926] env[69765]: DEBUG nova.compute.manager [req-bc12b1ff-f72b-42b8-9579-bf4f5832d499 req-83da60c2-ec06-4be5-8ac5-88bc6d2ae762 service nova] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Received event network-vif-deleted-985fbec9-915f-4d33-94b6-659919c9c99d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.613446] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942582, 'name': Rename_Task, 'duration_secs': 0.396576} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.613446] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.613650] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992f352d-c5d8-4662-ab07-ec3923005264 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.622459] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 662.622459] env[69765]: value = "task-3942584" [ 662.622459] env[69765]: _type = "Task" [ 662.622459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.645796] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.673457] env[69765]: INFO nova.compute.manager [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Took 33.34 seconds to build instance. [ 662.689284] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d29a9e-be94-9f70-4f6f-2dac79312717, 'name': SearchDatastore_Task, 'duration_secs': 0.046433} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.689284] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.689284] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.689637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.690706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.690976] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.691422] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88907dcf-5321-4cfc-8e87-d2b24f8ffa94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.704701] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.704701] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.705009] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef28482-6ed5-4c3e-8242-12abd8aa59bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.716398] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 662.716398] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5294da64-581a-5739-c25b-760013193b22" [ 662.716398] env[69765]: _type = "Task" [ 662.716398] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.724506] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5294da64-581a-5739-c25b-760013193b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.777990] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079488} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.778283] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.779072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a355e-7f9b-45ed-bde9-7e4aa16fab22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.812939] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 337ff7c0-1e04-404d-bc71-d44f3652eb3e/337ff7c0-1e04-404d-bc71-d44f3652eb3e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.812939] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae517681-09bd-4313-a4da-b8bb309fb17a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.834232] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.836438] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.840038] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.164s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.841751] env[69765]: INFO nova.compute.claims [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.854276] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 662.854276] env[69765]: value = "task-3942585" [ 662.854276] env[69765]: _type = "Task" [ 662.854276] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.865590] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.896786] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.938889] env[69765]: DEBUG oslo_vmware.api [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942572, 'name': PowerOnVM_Task, 'duration_secs': 2.04898} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.939295] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.939522] env[69765]: DEBUG nova.compute.manager [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.940476] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821040dd-e6e8-46f5-a35c-643649d4d908 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.137169] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942584, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.180973] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f8fe181-663d-4cc9-a40e-3b4b07885eab tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.371s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.227563] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5294da64-581a-5739-c25b-760013193b22, 'name': SearchDatastore_Task, 'duration_secs': 0.033663} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.228484] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776ad217-ce11-420d-819e-14ff15c172fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.236416] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 663.236416] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52161395-9de7-e87b-a89e-5770de3ed8d1" [ 663.236416] env[69765]: _type = "Task" [ 663.236416] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.247507] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52161395-9de7-e87b-a89e-5770de3ed8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.344098] env[69765]: DEBUG nova.compute.utils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.345676] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.352025] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.365332] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.450616] env[69765]: DEBUG nova.network.neutron [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.474410] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.495813] env[69765]: DEBUG nova.policy [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e35011f3a9416eba477cee17bc4fc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978b927438284926ade412cf5a2efe2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.645843] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942584, 'name': PowerOnVM_Task, 'duration_secs': 0.880808} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.651032] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.651032] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Took 11.81 seconds to spawn the instance on the hypervisor. [ 663.651032] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.651032] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e740dd-435c-4d56-ad26-6f382e292246 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.684591] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.748864] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52161395-9de7-e87b-a89e-5770de3ed8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.024651} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.749150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.749407] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6c3f8920-5f4a-471c-8342-53ba98deda69/6c3f8920-5f4a-471c-8342-53ba98deda69.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.749669] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daabb2f4-3fb1-437f-a595-4d56b883ec50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.758982] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 663.758982] env[69765]: value = "task-3942587" [ 663.758982] env[69765]: _type = "Task" [ 663.758982] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.769543] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.855090] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.885716] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942585, 'name': ReconfigVM_Task, 'duration_secs': 0.688174} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.886379] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 337ff7c0-1e04-404d-bc71-d44f3652eb3e/337ff7c0-1e04-404d-bc71-d44f3652eb3e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.886905] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9778332-15cf-4550-a534-1a01e1716063 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.897935] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 663.897935] env[69765]: value = "task-3942588" [ 663.897935] env[69765]: _type = "Task" [ 663.897935] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.908561] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942588, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.956508] env[69765]: INFO nova.compute.manager [-] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Took 1.50 seconds to deallocate network for instance. [ 664.036135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "fe275ac2-ffb3-4968-af80-05882e1e5934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.036135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.177125] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Took 33.82 seconds to build instance. [ 664.201123] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Successfully created port: bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.229368] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.280798] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.416604] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942588, 'name': Rename_Task, 'duration_secs': 0.190025} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.417177] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.417568] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf6496a-93d5-4c90-87c5-13bbe91e503b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.429951] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 664.429951] env[69765]: value = "task-3942589" [ 664.429951] env[69765]: _type = "Task" [ 664.429951] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.447123] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.466505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.476602] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963e70b1-e830-4ea4-a83a-9bca898d0fd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.487557] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691af59f-f5ae-4997-a28b-7cb29ddaf89e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.548876] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1492575-630e-4ca1-9c59-4e8080c0796c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.562218] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682349a8-5a15-46d2-8558-8b2d8aadf349 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.584633] env[69765]: DEBUG nova.compute.provider_tree [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.680459] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.816s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.777965] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.779448] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6c3f8920-5f4a-471c-8342-53ba98deda69/6c3f8920-5f4a-471c-8342-53ba98deda69.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.779448] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.779448] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0e6df1b-5a52-4869-acc3-3c309b28d9a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.790565] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 664.790565] env[69765]: value = "task-3942590" [ 664.790565] env[69765]: _type = "Task" [ 664.790565] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.803768] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.882076] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.920060] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:27:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='80048522',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1023569965',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.920351] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.920415] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.920620] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.920754] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.920974] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.924321] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.924555] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.924749] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.924977] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.925148] env[69765]: DEBUG nova.virt.hardware [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.929856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe471b04-6747-4e56-aa39-a3d2d0db0a14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.939495] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f92d8-6e92-4370-8428-66a115cc6b32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.952465] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.089893] env[69765]: DEBUG nova.scheduler.client.report [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.154864] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.155248] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.155350] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "72ac5223-fc98-4abf-8f30-f2ff927ea074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.155578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.155749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.161734] env[69765]: INFO nova.compute.manager [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Terminating instance [ 665.165251] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Successfully updated port: 1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.187904] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.304024] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093754} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.304024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.304810] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1609aa-074e-46c1-99f3-4878339093ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.350594] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 6c3f8920-5f4a-471c-8342-53ba98deda69/6c3f8920-5f4a-471c-8342-53ba98deda69.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.351336] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed9411d-7f89-4277-b695-07070fd839c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.375184] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 665.375184] env[69765]: value = "task-3942591" [ 665.375184] env[69765]: _type = "Task" [ 665.375184] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.384747] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.449882] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.477312] env[69765]: DEBUG nova.compute.manager [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Received event network-vif-plugged-1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.477425] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.477630] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.478025] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.478025] env[69765]: DEBUG nova.compute.manager [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] No waiting events found dispatching network-vif-plugged-1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.479423] env[69765]: WARNING nova.compute.manager [req-c3c234ad-3347-48a6-8b34-a72c6c8e3e92 req-489fa466-4632-49a4-a11f-1b9c45dacb41 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Received unexpected event network-vif-plugged-1c255039-020d-48a7-b65c-a335793830a4 for instance with vm_state building and task_state spawning. [ 665.532653] env[69765]: DEBUG nova.compute.manager [req-9c08ec0c-d5ed-4724-a53d-6e032c888a8a req-0587f334-e079-440c-b2c1-72488441e43f service nova] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Received event network-vif-deleted-ade5425b-859f-4f32-b3bc-7e61c011a04b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.564277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "5746d847-85be-4587-9a40-ba7ad4beeed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.564342] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.597108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.597745] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.604465] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.837s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.606166] env[69765]: INFO nova.compute.claims [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.668892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "refresh_cache-72ac5223-fc98-4abf-8f30-f2ff927ea074" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquired lock "refresh_cache-72ac5223-fc98-4abf-8f30-f2ff927ea074" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669732] env[69765]: DEBUG nova.network.neutron [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 665.670626] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.670714] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.670851] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 665.721511] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.891324] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.944118] env[69765]: DEBUG oslo_vmware.api [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942589, 'name': PowerOnVM_Task, 'duration_secs': 1.028041} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.948515] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.948673] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Took 11.38 seconds to spawn the instance on the hypervisor. [ 665.949034] env[69765]: DEBUG nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.951272] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4568829-6dca-4d36-98fc-474cea80db75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.111039] env[69765]: DEBUG nova.compute.utils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.121063] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.121228] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.218093] env[69765]: DEBUG nova.network.neutron [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 666.247609] env[69765]: DEBUG nova.policy [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015c05c3957a404ebead10867878d0ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '886b184462bc4d3ab818c0f0252729e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.265684] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 666.370701] env[69765]: DEBUG nova.network.neutron [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.384696] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942591, 'name': ReconfigVM_Task, 'duration_secs': 0.605565} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.385677] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 6c3f8920-5f4a-471c-8342-53ba98deda69/6c3f8920-5f4a-471c-8342-53ba98deda69.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.386353] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b3d0478-1254-4e95-a938-4a750af43e24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.397979] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 666.397979] env[69765]: value = "task-3942593" [ 666.397979] env[69765]: _type = "Task" [ 666.397979] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.413672] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942593, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.478690] env[69765]: INFO nova.compute.manager [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Took 34.12 seconds to build instance. [ 666.622312] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.650641] env[69765]: DEBUG nova.network.neutron [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.742913] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Successfully updated port: bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.873541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Releasing lock "refresh_cache-72ac5223-fc98-4abf-8f30-f2ff927ea074" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.874316] env[69765]: DEBUG nova.compute.manager [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.874316] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.875228] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb07d7c-37b6-4e0b-9d72-b9ce2284b027 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.879160] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Successfully created port: b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.890963] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.891622] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d9bd9a-588b-4dae-91a9-931224d3534c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905683] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 666.905683] env[69765]: value = "task-3942594" [ 666.905683] env[69765]: _type = "Task" [ 666.905683] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.914952] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942593, 'name': Rename_Task, 'duration_secs': 0.316142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.919031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.920740] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b9036d-e5e3-4cef-9026-fcd17838a09d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.925751] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.932509] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 666.932509] env[69765]: value = "task-3942595" [ 666.932509] env[69765]: _type = "Task" [ 666.932509] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.946096] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.983145] env[69765]: DEBUG oslo_concurrency.lockutils [None req-08d344b6-7b9f-46db-b1e6-70ac94362409 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.066s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.153027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.153161] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Instance network_info: |[{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.153604] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c255039-020d-48a7-b65c-a335793830a4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.162592] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Creating folder: Project (01f950453b424efd85838a5042924786). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.162592] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8a8370-3021-4064-9bfb-1f8eb7d9cd88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.175525] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Created folder: Project (01f950453b424efd85838a5042924786) in parent group-v782532. [ 667.175525] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Creating folder: Instances. Parent ref: group-v782588. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.175525] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5225621f-f42d-4bff-b302-32d932d20c7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190359] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Created folder: Instances in parent group-v782588. [ 667.190359] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.191975] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.192653] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85686ee4-cd33-40e5-babd-cebbcb4b492f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.196567] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8cb459-d7ac-4cbf-9387-80a79065ff67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.221969] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8b6c9-9b5a-497a-8e5d-aabdb35219f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.225950] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.225950] env[69765]: value = "task-3942598" [ 667.225950] env[69765]: _type = "Task" [ 667.225950] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.258231] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.258231] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.258550] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 667.261188] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736237b8-383e-4772-a264-0916701b8156 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.267991] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942598, 'name': CreateVM_Task} progress is 15%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.275924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a525a80-1293-441d-9652-b36ea2ffe49f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.295356] env[69765]: DEBUG nova.compute.provider_tree [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.421857] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942594, 'name': PowerOffVM_Task, 'duration_secs': 0.158293} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.425107] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.425107] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.425107] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393314c1-6eee-47de-8563-d864f3390fb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.450994] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942595, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.462997] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.463643] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.464109] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Deleting the datastore file [datastore1] 72ac5223-fc98-4abf-8f30-f2ff927ea074 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.465705] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e518f91-d5c4-4f00-b673-502a3ba753c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.474278] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for the task: (returnval){ [ 667.474278] env[69765]: value = "task-3942600" [ 667.474278] env[69765]: _type = "Task" [ 667.474278] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.485947] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.490030] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.635880] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.674662] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.674982] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.675097] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.675278] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.675600] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.675600] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.675803] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.675920] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.676109] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.676274] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.676447] env[69765]: DEBUG nova.virt.hardware [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.677815] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c8d98-1563-493b-918e-39f27a09fab6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.687577] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7adf2-ccec-4e70-82fa-a817f8029647 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.739864] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942598, 'name': CreateVM_Task, 'duration_secs': 0.385385} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.740164] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.741022] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.741594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.741807] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.742172] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffdd1b1-666c-4869-9a7d-1d1017c13731 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.748985] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 667.748985] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cbeb7e-e3d3-41c9-04fa-260757f4d616" [ 667.748985] env[69765]: _type = "Task" [ 667.748985] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.759308] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cbeb7e-e3d3-41c9-04fa-260757f4d616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.798399] env[69765]: DEBUG nova.scheduler.client.report [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.826828] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 667.919324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "de44fdb7-0246-41c9-b322-50cf70cb8516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.919324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.950442] env[69765]: DEBUG oslo_vmware.api [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942595, 'name': PowerOnVM_Task, 'duration_secs': 0.797674} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.952996] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.952996] env[69765]: INFO nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Took 10.69 seconds to spawn the instance on the hypervisor. [ 667.952996] env[69765]: DEBUG nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.956104] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed9bb2-1eab-424f-9a58-5b0897ebb57b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.960101] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "5bccdced-79aa-4aec-adc4-033c97647c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.960948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.987256] env[69765]: DEBUG oslo_vmware.api [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Task: {'id': task-3942600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198004} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.987256] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.987256] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.987256] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.987490] env[69765]: INFO nova.compute.manager [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Took 1.11 seconds to destroy the instance on the hypervisor. [ 667.988507] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.988507] env[69765]: DEBUG nova.compute.manager [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.988507] env[69765]: DEBUG nova.network.neutron [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 668.023541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.047042] env[69765]: DEBUG nova.network.neutron [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 668.131952] env[69765]: DEBUG nova.compute.manager [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Received event network-changed-1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.132117] env[69765]: DEBUG nova.compute.manager [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Refreshing instance network info cache due to event network-changed-1c255039-020d-48a7-b65c-a335793830a4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.132340] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Acquiring lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.132478] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Acquired lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.132645] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Refreshing network info cache for port 1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 668.163316] env[69765]: DEBUG nova.network.neutron [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updating instance_info_cache with network_info: [{"id": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "address": "fa:16:3e:f0:2e:b8", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf86cc6-22", "ovs_interfaceid": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.196347] env[69765]: DEBUG nova.compute.manager [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Received event network-vif-plugged-bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.196724] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Acquiring lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.200124] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.200124] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.200124] env[69765]: DEBUG nova.compute.manager [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] No waiting events found dispatching network-vif-plugged-bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.200124] env[69765]: WARNING nova.compute.manager [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Received unexpected event network-vif-plugged-bcf86cc6-227b-46c0-99ea-a8dee10df47a for instance with vm_state building and task_state spawning. [ 668.200124] env[69765]: DEBUG nova.compute.manager [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Received event network-changed-bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.200572] env[69765]: DEBUG nova.compute.manager [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Refreshing instance network info cache due to event network-changed-bcf86cc6-227b-46c0-99ea-a8dee10df47a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.200572] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Acquiring lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.266101] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cbeb7e-e3d3-41c9-04fa-260757f4d616, 'name': SearchDatastore_Task, 'duration_secs': 0.019964} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.266910] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.267012] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.267389] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267661] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.267973] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.268410] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bce0333-7b18-4d11-8feb-d76f5e6923be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.281440] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.281698] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.282502] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471b484d-3bc2-48f7-aca6-ffc8451d6790 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.288989] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 668.288989] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527a21bf-1dc1-da4e-f48e-c95aadb51a1c" [ 668.288989] env[69765]: _type = "Task" [ 668.288989] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.300829] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527a21bf-1dc1-da4e-f48e-c95aadb51a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.304665] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.305933] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.309193] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.172s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.309431] env[69765]: DEBUG nova.objects.instance [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lazy-loading 'resources' on Instance uuid 356b5e43-a94b-4ec7-8f33-c36c12a68c3c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.481921] env[69765]: INFO nova.compute.manager [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Took 30.01 seconds to build instance. [ 668.549742] env[69765]: DEBUG nova.network.neutron [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.665859] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.666737] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Instance network_info: |[{"id": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "address": "fa:16:3e:f0:2e:b8", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf86cc6-22", "ovs_interfaceid": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.670568] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Acquired lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.670568] env[69765]: DEBUG nova.network.neutron [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Refreshing network info cache for port bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 668.671205] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:2e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf86cc6-227b-46c0-99ea-a8dee10df47a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.679301] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Creating folder: Project (978b927438284926ade412cf5a2efe2d). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.682689] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c431897b-9607-40fb-beee-bfbf471e4bc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.697653] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Created folder: Project (978b927438284926ade412cf5a2efe2d) in parent group-v782532. [ 668.697971] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Creating folder: Instances. Parent ref: group-v782591. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.698739] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67df7168-951c-4d29-853d-070b0832d4bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.715531] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Created folder: Instances in parent group-v782591. [ 668.715531] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.715531] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.715531] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9deb50a3-fc61-43b2-a09f-53983ae08023 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.744929] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.744929] env[69765]: value = "task-3942604" [ 668.744929] env[69765]: _type = "Task" [ 668.744929] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.753925] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942604, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.815023] env[69765]: DEBUG nova.compute.utils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.816245] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527a21bf-1dc1-da4e-f48e-c95aadb51a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.820256] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.820256] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.826024] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eb3a16-7f74-4236-9b43-cd916b5b9317 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.834479] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 668.834479] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b977d7-6ba4-d59a-1017-bd938f717a2a" [ 668.834479] env[69765]: _type = "Task" [ 668.834479] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.846951] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b977d7-6ba4-d59a-1017-bd938f717a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.941756] env[69765]: DEBUG nova.policy [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09676e0657e648e888aeba8e3aa192c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6f32ad8db24a56a87ee8c2e2f304a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.991642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afa576c8-4c83-4651-80b6-3af0a72bb49b tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.422s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.053247] env[69765]: INFO nova.compute.manager [-] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Took 1.07 seconds to deallocate network for instance. [ 669.149021] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updated VIF entry in instance network info cache for port 1c255039-020d-48a7-b65c-a335793830a4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 669.149021] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.265692] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942604, 'name': CreateVM_Task, 'duration_secs': 0.369172} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.265692] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.266013] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.266216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.267026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.267026] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356f8d92-015e-48c9-9a04-50d8700473b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.272473] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 669.272473] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f80c3f-5ae8-be0f-0209-210efd7c2c96" [ 669.272473] env[69765]: _type = "Task" [ 669.272473] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.288075] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f80c3f-5ae8-be0f-0209-210efd7c2c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.326970] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.345149] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.345360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.351533] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b977d7-6ba4-d59a-1017-bd938f717a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.354420] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.354940] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.355210] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83dec8dc-e8f2-42c7-b5b2-c4cfd40f5927 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.372483] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 669.372483] env[69765]: value = "task-3942605" [ 669.372483] env[69765]: _type = "Task" [ 669.372483] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.382366] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.400899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db02d9d-c412-43d2-8a0b-167b4bb46b12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.411435] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f55fe5-a99a-4fdd-86af-bfce23bc7b04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.455757] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216db9dd-1d29-4218-8454-756ba0c8f819 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.464565] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b5dfc2-fe88-41f5-97f1-7dbde65b0418 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.484584] env[69765]: DEBUG nova.compute.provider_tree [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.496150] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.544205] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Successfully updated port: b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.561052] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.651971] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Releasing lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.652348] env[69765]: DEBUG nova.compute.manager [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Received event network-changed-00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.652566] env[69765]: DEBUG nova.compute.manager [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Refreshing instance network info cache due to event network-changed-00db50ca-f28e-47c9-8522-f07260f68cfb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.652802] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Acquiring lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.652971] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Acquired lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.653154] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Refreshing network info cache for port 00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 669.694809] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Successfully created port: 6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.749471] env[69765]: DEBUG nova.network.neutron [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updated VIF entry in instance network info cache for port bcf86cc6-227b-46c0-99ea-a8dee10df47a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 669.750323] env[69765]: DEBUG nova.network.neutron [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updating instance_info_cache with network_info: [{"id": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "address": "fa:16:3e:f0:2e:b8", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf86cc6-22", "ovs_interfaceid": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.788962] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f80c3f-5ae8-be0f-0209-210efd7c2c96, 'name': SearchDatastore_Task, 'duration_secs': 0.038672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.789549] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.789813] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.790186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.790438] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.790721] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.791121] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a32f0e-3816-4c4e-ba80-d1571124b3f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.804632] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.804826] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.810103] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ee0bda-a07e-4468-936b-76ac91ddc5ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.817966] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 669.817966] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52831129-cb85-d22b-e587-17ad3a64fbc9" [ 669.817966] env[69765]: _type = "Task" [ 669.817966] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.828862] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52831129-cb85-d22b-e587-17ad3a64fbc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.889287] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.988694] env[69765]: DEBUG nova.scheduler.client.report [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.042445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.048518] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.051340] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.051340] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 670.254205] env[69765]: DEBUG oslo_concurrency.lockutils [req-19cb6693-c325-4c0b-a5ac-5180e9bd9b75 req-c98d8c70-7a82-4b23-ba35-a20e70a7a9d5 service nova] Releasing lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.331961] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52831129-cb85-d22b-e587-17ad3a64fbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.332796] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad175432-b543-460d-96af-91b07387b90b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.340025] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 670.340025] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527cd844-546f-e709-f12d-aaf4ee6c2942" [ 670.340025] env[69765]: _type = "Task" [ 670.340025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.344175] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.353024] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527cd844-546f-e709-f12d-aaf4ee6c2942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.384113] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.384359] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.384582] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.384582] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.384722] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.384866] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.385268] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.385475] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.385730] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.386227] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.386447] env[69765]: DEBUG nova.virt.hardware [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.387418] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e32aa7-1e28-43a0-a992-a4a56e11d3d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.400471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de56f8-55b7-4b6d-a1f6-0499892f5f80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.404840] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829058} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.407908] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.408197] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.408876] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee32a74a-4260-426d-a68f-e849c76cdc6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.426276] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 670.426276] env[69765]: value = "task-3942606" [ 670.426276] env[69765]: _type = "Task" [ 670.426276] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.435719] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.498039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.500858] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.171s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.503145] env[69765]: INFO nova.compute.claims [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.526691] env[69765]: INFO nova.scheduler.client.report [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Deleted allocations for instance 356b5e43-a94b-4ec7-8f33-c36c12a68c3c [ 670.536672] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updated VIF entry in instance network info cache for port 00db50ca-f28e-47c9-8522-f07260f68cfb. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 670.536791] env[69765]: DEBUG nova.network.neutron [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updating instance_info_cache with network_info: [{"id": "00db50ca-f28e-47c9-8522-f07260f68cfb", "address": "fa:16:3e:5c:18:95", "network": {"id": "22673866-1199-41c7-95ae-183470b41f38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-473287320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fb54f7bc5e4d9f9edfc0123c29e1ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00db50ca-f2", "ovs_interfaceid": "00db50ca-f28e-47c9-8522-f07260f68cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.596551] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 670.777085] env[69765]: DEBUG nova.network.neutron [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [{"id": "b047de07-a5d6-4ae1-bc53-462ab3194055", "address": "fa:16:3e:5e:fd:01", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb047de07-a5", "ovs_interfaceid": "b047de07-a5d6-4ae1-bc53-462ab3194055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.778018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "interface-6c3f8920-5f4a-471c-8342-53ba98deda69-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.778271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "interface-6c3f8920-5f4a-471c-8342-53ba98deda69-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.778585] env[69765]: DEBUG nova.objects.instance [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lazy-loading 'flavor' on Instance uuid 6c3f8920-5f4a-471c-8342-53ba98deda69 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.852214] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527cd844-546f-e709-f12d-aaf4ee6c2942, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.852555] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.853823] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b6e1373e-a903-4d3d-a88d-21d84eff4ff8/b6e1373e-a903-4d3d-a88d-21d84eff4ff8.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.853823] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b979fa97-56f5-4271-a121-3721983b151c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.862648] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 670.862648] env[69765]: value = "task-3942607" [ 670.862648] env[69765]: _type = "Task" [ 670.862648] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.875852] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.917074] env[69765]: DEBUG nova.compute.manager [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received event network-vif-plugged-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.917232] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.917433] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.917589] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.917823] env[69765]: DEBUG nova.compute.manager [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] No waiting events found dispatching network-vif-plugged-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.917897] env[69765]: WARNING nova.compute.manager [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received unexpected event network-vif-plugged-b047de07-a5d6-4ae1-bc53-462ab3194055 for instance with vm_state building and task_state spawning. [ 670.918058] env[69765]: DEBUG nova.compute.manager [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.918255] env[69765]: DEBUG nova.compute.manager [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing instance network info cache due to event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.918395] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Acquiring lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.937799] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084392} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.938345] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.938934] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f2727-76d2-40ab-a5de-4a40e064e78b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.941789] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.942070] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.942299] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.942520] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.942635] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.945238] env[69765]: INFO nova.compute.manager [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Terminating instance [ 670.967751] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.969025] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1caeacf1-dcff-46c8-a15e-cca99c886e3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.992821] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 670.992821] env[69765]: value = "task-3942608" [ 670.992821] env[69765]: _type = "Task" [ 670.992821] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.003450] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.034622] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3809d26e-ec89-4598-a472-0edb34ea4d86 tempest-ServerDiagnosticsV248Test-793932536 tempest-ServerDiagnosticsV248Test-793932536-project-member] Lock "356b5e43-a94b-4ec7-8f33-c36c12a68c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.511s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.041071] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf6915c4-4786-43f2-ab80-ffb4830bd6cd req-17fbc0f5-35c3-439e-8bd1-c1378bc20d49 service nova] Releasing lock "refresh_cache-9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.284822] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.285203] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance network_info: |[{"id": "b047de07-a5d6-4ae1-bc53-462ab3194055", "address": "fa:16:3e:5e:fd:01", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb047de07-a5", "ovs_interfaceid": "b047de07-a5d6-4ae1-bc53-462ab3194055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.286790] env[69765]: DEBUG nova.objects.instance [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c3f8920-5f4a-471c-8342-53ba98deda69 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.292038] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Acquired lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.292038] env[69765]: DEBUG nova.network.neutron [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 671.293181] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:fd:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b047de07-a5d6-4ae1-bc53-462ab3194055', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.306961] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.310970] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.311713] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccdb020-6a08-48ad-b6d1-8f466d3d5649 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.339379] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.339379] env[69765]: value = "task-3942609" [ 671.339379] env[69765]: _type = "Task" [ 671.339379] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.350147] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942609, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.375332] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942607, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.473201] env[69765]: DEBUG nova.compute.manager [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.473201] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.473505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ec602-0287-45f3-8b5c-66c5d7e6f465 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.491880] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.492261] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf304f8-72a3-4a6d-9c39-a748e738fe0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.507620] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942608, 'name': ReconfigVM_Task, 'duration_secs': 0.356006} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.509570] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.510612] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 671.510612] env[69765]: value = "task-3942610" [ 671.510612] env[69765]: _type = "Task" [ 671.510612] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.510912] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee1b460-5c17-4de4-90e4-fa4111a3d961 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.529143] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 671.529143] env[69765]: value = "task-3942611" [ 671.529143] env[69765]: _type = "Task" [ 671.529143] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.536135] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.552834] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942611, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.790284] env[69765]: DEBUG nova.objects.base [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Object Instance<6c3f8920-5f4a-471c-8342-53ba98deda69> lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 671.790550] env[69765]: DEBUG nova.network.neutron [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.855543] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942609, 'name': CreateVM_Task, 'duration_secs': 0.484022} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.858777] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.861198] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.861515] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.861920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.863095] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82519f4d-9f6e-450d-a2b1-2effbfd73371 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.883998] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 671.883998] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526a8956-c3bf-39e2-9bb3-3d352fc0190a" [ 671.883998] env[69765]: _type = "Task" [ 671.883998] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.894035] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.894193] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b6e1373e-a903-4d3d-a88d-21d84eff4ff8/b6e1373e-a903-4d3d-a88d-21d84eff4ff8.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.894911] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.894911] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a6a106-ca1c-4497-b6ca-65a7c43bade1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.901049] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526a8956-c3bf-39e2-9bb3-3d352fc0190a, 'name': SearchDatastore_Task, 'duration_secs': 0.016711} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.902419] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902419] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.902547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902777] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.903059] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.906853] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799f7522-d4dd-4ed6-899f-894c96dce781 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.911548] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 671.911548] env[69765]: value = "task-3942612" [ 671.911548] env[69765]: _type = "Task" [ 671.911548] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.925066] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.930061] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.930760] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.931456] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3d294d-a1b4-4ce1-8cca-049a034f4f90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.939343] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 671.939343] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525339ec-50f8-36e4-19b8-b08e23a95182" [ 671.939343] env[69765]: _type = "Task" [ 671.939343] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.956675] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525339ec-50f8-36e4-19b8-b08e23a95182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.958235] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f890eba-9655-4885-977c-f90d2900587a tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "interface-6c3f8920-5f4a-471c-8342-53ba98deda69-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.180s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.025605] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942610, 'name': PowerOffVM_Task, 'duration_secs': 0.441838} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.026120] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.026315] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.029346] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fbe1ec4-3a34-4c2a-bc7f-5e8f9ef4b376 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.051013] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942611, 'name': Rename_Task, 'duration_secs': 0.315782} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.051749] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.052021] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c2a93a-1a83-4d01-86cd-80b89d921f22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.059926] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 672.059926] env[69765]: value = "task-3942614" [ 672.059926] env[69765]: _type = "Task" [ 672.059926] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.074360] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.092580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.092828] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.115132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.115454] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.116736] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleting the datastore file [datastore2] 45d9fdfb-3d55-433d-b922-0c6d15232b14 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.117020] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99c034ec-c862-4320-86db-2c80f277f6f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.129471] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 672.129471] env[69765]: value = "task-3942615" [ 672.129471] env[69765]: _type = "Task" [ 672.129471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.140842] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.185081] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ca342-5b59-482a-941a-49c232b9c8c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.193643] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559ead20-6624-43d5-8f91-ce75ea70ac5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.198131] env[69765]: DEBUG nova.network.neutron [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updated VIF entry in instance network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 672.198742] env[69765]: DEBUG nova.network.neutron [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [{"id": "b047de07-a5d6-4ae1-bc53-462ab3194055", "address": "fa:16:3e:5e:fd:01", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb047de07-a5", "ovs_interfaceid": "b047de07-a5d6-4ae1-bc53-462ab3194055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.236619] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e8e43-8885-438b-969a-da2a212aa3dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.251083] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1431703-9f32-4e10-ba59-764364de358f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.268162] env[69765]: DEBUG nova.compute.provider_tree [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.325462] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Successfully updated port: 6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.422585] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079934} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.422876] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.423685] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f603698-5334-45e1-b203-c86a18e61107 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.447928] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b6e1373e-a903-4d3d-a88d-21d84eff4ff8/b6e1373e-a903-4d3d-a88d-21d84eff4ff8.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.448937] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629ecdea-4704-4f0a-ad4a-be8d400d91b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.483023] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525339ec-50f8-36e4-19b8-b08e23a95182, 'name': SearchDatastore_Task, 'duration_secs': 0.030971} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.483023] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 672.483023] env[69765]: value = "task-3942616" [ 672.483023] env[69765]: _type = "Task" [ 672.483023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.483391] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91ce597-9e70-424e-ba00-78b009788bcd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.499051] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 672.499051] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524c8b24-68d7-191f-c71f-2d0078e39238" [ 672.499051] env[69765]: _type = "Task" [ 672.499051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.499347] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.509374] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c8b24-68d7-191f-c71f-2d0078e39238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.573079] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.644616] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.702029] env[69765]: DEBUG oslo_concurrency.lockutils [req-d8122c49-59a9-4f39-bf0d-96b39a91c801 req-ae1f8935-a441-4d60-b33a-e5d450cfd7bf service nova] Releasing lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.772869] env[69765]: DEBUG nova.scheduler.client.report [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.830299] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.830299] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquired lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830299] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 673.001425] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942616, 'name': ReconfigVM_Task, 'duration_secs': 0.321458} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.005890] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b6e1373e-a903-4d3d-a88d-21d84eff4ff8/b6e1373e-a903-4d3d-a88d-21d84eff4ff8.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.006677] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-626c9601-0b8a-4d74-a6f5-c9423b0b0976 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.016437] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c8b24-68d7-191f-c71f-2d0078e39238, 'name': SearchDatastore_Task, 'duration_secs': 0.027671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.018117] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.018420] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 68e9ed83-bd76-4e1c-b0f2-b205ea113158/68e9ed83-bd76-4e1c-b0f2-b205ea113158.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.018765] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 673.018765] env[69765]: value = "task-3942617" [ 673.018765] env[69765]: _type = "Task" [ 673.018765] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.019608] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00502527-4559-4913-9737-3559bfad95b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.031526] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942617, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.033746] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 673.033746] env[69765]: value = "task-3942618" [ 673.033746] env[69765]: _type = "Task" [ 673.033746] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.047070] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.075897] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.141680] env[69765]: DEBUG oslo_vmware.api [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.684343} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.141959] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.142163] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.142345] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.142521] env[69765]: INFO nova.compute.manager [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Took 1.67 seconds to destroy the instance on the hypervisor. [ 673.142834] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.143154] env[69765]: DEBUG nova.compute.manager [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.143261] env[69765]: DEBUG nova.network.neutron [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 673.282207] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.282207] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.286490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.919s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.291605] env[69765]: INFO nova.compute.claims [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.390382] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 673.534148] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942617, 'name': Rename_Task, 'duration_secs': 0.167478} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.535916] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.538404] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48cca1e7-45ec-4bdd-996d-e67e616ceef1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.552689] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.552689] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 673.552689] env[69765]: value = "task-3942619" [ 673.552689] env[69765]: _type = "Task" [ 673.552689] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.567248] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.583500] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.659845] env[69765]: DEBUG nova.network.neutron [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Updating instance_info_cache with network_info: [{"id": "6c027a86-a2cb-4981-8795-964900ea3bc7", "address": "fa:16:3e:7c:b9:2f", "network": {"id": "c01d036b-e4e6-4de2-acf1-4a519df60ba2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-959899771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6f32ad8db24a56a87ee8c2e2f304a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c027a86-a2", "ovs_interfaceid": "6c027a86-a2cb-4981-8795-964900ea3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.772054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "54b76c78-f851-418d-97d9-67985d7f7c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.772568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.798596] env[69765]: DEBUG nova.compute.utils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.802459] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.802527] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.908549] env[69765]: DEBUG nova.policy [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '703d4ec9b79343fdb36448121b2b3f42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a47051b9e040cab55143e438b14005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.050286] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.064037] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.076954] env[69765]: DEBUG nova.network.neutron [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.078914] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.163951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Releasing lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.164533] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Instance network_info: |[{"id": "6c027a86-a2cb-4981-8795-964900ea3bc7", "address": "fa:16:3e:7c:b9:2f", "network": {"id": "c01d036b-e4e6-4de2-acf1-4a519df60ba2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-959899771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6f32ad8db24a56a87ee8c2e2f304a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c027a86-a2", "ovs_interfaceid": "6c027a86-a2cb-4981-8795-964900ea3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.165024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:b9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c027a86-a2cb-4981-8795-964900ea3bc7', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.182426] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Creating folder: Project (ef6f32ad8db24a56a87ee8c2e2f304a6). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.183445] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fd2189b-e8a3-4ae8-80d8-a74f68926d1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.198628] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Created folder: Project (ef6f32ad8db24a56a87ee8c2e2f304a6) in parent group-v782532. [ 674.198628] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Creating folder: Instances. Parent ref: group-v782595. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.198943] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56de364d-5524-498c-a49a-605c947c5a87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211764] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Created folder: Instances in parent group-v782595. [ 674.211902] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.212710] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.212710] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24139b4-de02-4cdd-85ab-cbc5d92eae2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.239858] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.239858] env[69765]: value = "task-3942622" [ 674.239858] env[69765]: _type = "Task" [ 674.239858] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.249196] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942622, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.260127] env[69765]: DEBUG nova.compute.manager [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Received event network-vif-plugged-6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.260127] env[69765]: DEBUG oslo_concurrency.lockutils [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] Acquiring lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.260127] env[69765]: DEBUG oslo_concurrency.lockutils [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] Lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.260127] env[69765]: DEBUG oslo_concurrency.lockutils [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] Lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.260127] env[69765]: DEBUG nova.compute.manager [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] No waiting events found dispatching network-vif-plugged-6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.260888] env[69765]: WARNING nova.compute.manager [req-d186907c-57f5-44da-bd86-086e6866856d req-3c9d7058-540c-47c8-aae9-5061ed290103 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Received unexpected event network-vif-plugged-6c027a86-a2cb-4981-8795-964900ea3bc7 for instance with vm_state building and task_state spawning. [ 674.291545] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Successfully created port: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.306040] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.559856] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.579061] env[69765]: DEBUG oslo_vmware.api [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942619, 'name': PowerOnVM_Task, 'duration_secs': 0.529974} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.581630] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.584035] env[69765]: INFO nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Took 9.70 seconds to spawn the instance on the hypervisor. [ 674.584035] env[69765]: DEBUG nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.587683] env[69765]: INFO nova.compute.manager [-] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Took 1.44 seconds to deallocate network for instance. [ 674.588589] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805ead1-2f68-44ad-8eb3-2f030615f4c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.591470] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.754099] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942622, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.767271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.767271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.022796] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8c673-ca6d-4323-b043-6f5e1ac36e82 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.033021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bcfcf6-610f-46d9-b541-5f363cee0c85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.073222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a911814-d91a-483a-959f-983f06fb3291 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079770] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942618, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.617403} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.080936] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 68e9ed83-bd76-4e1c-b0f2-b205ea113158/68e9ed83-bd76-4e1c-b0f2-b205ea113158.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.081866] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.081866] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ce8f2f-0b01-4ad0-b59f-17ba5883cb90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.089403] env[69765]: DEBUG oslo_vmware.api [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942614, 'name': PowerOnVM_Task, 'duration_secs': 2.742552} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.090173] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.090409] env[69765]: INFO nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Took 13.06 seconds to spawn the instance on the hypervisor. [ 675.090590] env[69765]: DEBUG nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.091933] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf146fe-fac2-4ce1-a17c-3b0a4fb40214 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.098972] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880e336-ed63-48fc-9b31-1adf074005f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.102161] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 675.102161] env[69765]: value = "task-3942623" [ 675.102161] env[69765]: _type = "Task" [ 675.102161] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.118812] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.122911] env[69765]: DEBUG nova.compute.provider_tree [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.129312] env[69765]: INFO nova.compute.manager [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Took 34.05 seconds to build instance. [ 675.135174] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.213111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "6c3f8920-5f4a-471c-8342-53ba98deda69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.213480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.213704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.213891] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.214083] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.220627] env[69765]: INFO nova.compute.manager [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Terminating instance [ 675.257158] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942622, 'name': CreateVM_Task, 'duration_secs': 0.694266} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.257457] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.258213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.258398] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.259368] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.259368] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee437a67-e6f9-465c-b7cf-5b1eaabf57c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.265546] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 675.265546] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523054b6-0dab-2dc6-fe10-6b3f4e09f863" [ 675.265546] env[69765]: _type = "Task" [ 675.265546] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.278467] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523054b6-0dab-2dc6-fe10-6b3f4e09f863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.318844] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.362031] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.362031] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.362031] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.362490] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.362490] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.362490] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.362490] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.362692] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.362692] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.362892] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.363872] env[69765]: DEBUG nova.virt.hardware [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.365240] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60a2bd-a5ab-4bc8-832b-01ae1e69e78c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.380106] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1bc22a-8709-4fb7-805b-8873cabdcb12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.616585] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272706} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.616900] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.617773] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae86499f-4dca-431b-885b-c8b54ae80ab2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.638923] env[69765]: DEBUG nova.scheduler.client.report [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.653668] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b57cbca0-cd15-4d01-83b1-ffbba546ee2c tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.870s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.670517] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 68e9ed83-bd76-4e1c-b0f2-b205ea113158/68e9ed83-bd76-4e1c-b0f2-b205ea113158.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.673370] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.674017] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.679360] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a22dd9-ab1d-4c93-8d99-bd6aaf4d897c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.695857] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.381s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.695857] env[69765]: DEBUG nova.objects.instance [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lazy-loading 'resources' on Instance uuid deb162f8-03f4-4020-acb7-9cdb869695ef {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.697510] env[69765]: INFO nova.compute.manager [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Took 35.74 seconds to build instance. [ 675.712590] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 675.712590] env[69765]: value = "task-3942624" [ 675.712590] env[69765]: _type = "Task" [ 675.712590] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.725372] env[69765]: DEBUG nova.compute.manager [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.725678] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.725900] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.726989] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb906d8-0e3c-49e2-abb0-d626bd573afd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.737473] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.737692] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd77b4e1-6062-4f7d-917a-765475b18fd0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.747648] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 675.747648] env[69765]: value = "task-3942625" [ 675.747648] env[69765]: _type = "Task" [ 675.747648] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.760396] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.780124] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523054b6-0dab-2dc6-fe10-6b3f4e09f863, 'name': SearchDatastore_Task, 'duration_secs': 0.051215} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.780382] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.780482] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.780747] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.780899] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.781101] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.781411] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987b4da0-d1b3-4d0b-a362-49b951e8291f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.795593] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.795833] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.797552] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebcfe6c-77fb-4899-87e2-63a97392b482 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.803912] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 675.803912] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d81dde-b64e-b15f-02e1-d9a4d78fcc0a" [ 675.803912] env[69765]: _type = "Task" [ 675.803912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.819585] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d81dde-b64e-b15f-02e1-d9a4d78fcc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.198444] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.207177] env[69765]: DEBUG nova.compute.utils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.210612] env[69765]: DEBUG oslo_concurrency.lockutils [None req-81b2a74d-a10c-4b9b-8688-47594e661bcc tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.090s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.210612] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.210612] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.234713] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.261742] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942625, 'name': PowerOffVM_Task, 'duration_secs': 0.345695} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.265821] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.266279] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.266805] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b97c61bb-fc59-4516-8ae6-e10c21be586a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.325512] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d81dde-b64e-b15f-02e1-d9a4d78fcc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.330019] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6644524-3a12-43c2-a749-7455741be46f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.344902] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 676.344902] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52759af8-40ae-eba8-6662-e467513019aa" [ 676.344902] env[69765]: _type = "Task" [ 676.344902] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.355591] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52759af8-40ae-eba8-6662-e467513019aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.370425] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.371195] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.371386] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Deleting the datastore file [datastore1] 6c3f8920-5f4a-471c-8342-53ba98deda69 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.372164] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eadf3570-03ed-416d-bf86-3825c6119883 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.381781] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for the task: (returnval){ [ 676.381781] env[69765]: value = "task-3942627" [ 676.381781] env[69765]: _type = "Task" [ 676.381781] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.397764] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.442521] env[69765]: DEBUG nova.policy [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6fca90f51234e6ca1298b6a1f63307b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dd07cd9ec69439e89f90b5d4333e878', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.716793] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.719491] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.736978] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.750180] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.866301] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52759af8-40ae-eba8-6662-e467513019aa, 'name': SearchDatastore_Task, 'duration_secs': 0.020403} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.866301] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.866699] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] be01c1b4-a7c3-4508-a645-4e6856590255/be01c1b4-a7c3-4508-a645-4e6856590255.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.866795] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d248c624-7957-4bb8-aabb-aeac2cf5af91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.879789] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 676.879789] env[69765]: value = "task-3942628" [ 676.879789] env[69765]: _type = "Task" [ 676.879789] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.895902] env[69765]: DEBUG oslo_vmware.api [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Task: {'id': task-3942627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217614} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.902940] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.903265] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.903554] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.903771] env[69765]: INFO nova.compute.manager [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Took 1.18 seconds to destroy the instance on the hypervisor. [ 676.904051] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.904286] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.904751] env[69765]: DEBUG nova.compute.manager [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.904874] env[69765]: DEBUG nova.network.neutron [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 676.921633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b223ae-ec06-46a2-85d1-7778b0988bef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.933238] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fe159f-1edd-4906-a975-94ed3b049e97 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.974623] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967fd0a-8a1e-46c4-b30d-1ecfd73c9299 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.981909] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078094f-396f-42f3-9e36-29d311f04d8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.001640] env[69765]: DEBUG nova.compute.provider_tree [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.021812] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Successfully updated port: 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.117022] env[69765]: DEBUG nova.compute.manager [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Received event network-changed-6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.117022] env[69765]: DEBUG nova.compute.manager [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Refreshing instance network info cache due to event network-changed-6c027a86-a2cb-4981-8795-964900ea3bc7. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.117022] env[69765]: DEBUG oslo_concurrency.lockutils [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] Acquiring lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.117022] env[69765]: DEBUG oslo_concurrency.lockutils [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] Acquired lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.117022] env[69765]: DEBUG nova.network.neutron [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Refreshing network info cache for port 6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 677.240435] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942624, 'name': ReconfigVM_Task, 'duration_secs': 1.137734} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.241063] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 68e9ed83-bd76-4e1c-b0f2-b205ea113158/68e9ed83-bd76-4e1c-b0f2-b205ea113158.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.241503] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83791f25-c970-46e3-8a6b-c94ab8e82bcc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.252022] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 677.252022] env[69765]: value = "task-3942629" [ 677.252022] env[69765]: _type = "Task" [ 677.252022] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.262327] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942629, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.269020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.397728] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.508935] env[69765]: DEBUG nova.scheduler.client.report [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.525728] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.525728] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.525728] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 677.734990] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.738443] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Successfully created port: 6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.766319] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942629, 'name': Rename_Task, 'duration_secs': 0.310972} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.766775] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.767177] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3c7ecd1-76f4-41f6-ba61-49cc8ba3d465 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.775833] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 677.775833] env[69765]: value = "task-3942630" [ 677.775833] env[69765]: _type = "Task" [ 677.775833] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.779033] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.779251] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.779492] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.779614] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.779785] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.780110] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.780215] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.780339] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.780528] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.780729] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.781080] env[69765]: DEBUG nova.virt.hardware [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.782095] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ccd42-6427-4193-a969-9d98237c971a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.800499] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5566c48f-ca62-474a-bb6d-268012b18dd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.806825] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.896922] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657977} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.897249] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] be01c1b4-a7c3-4508-a645-4e6856590255/be01c1b4-a7c3-4508-a645-4e6856590255.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.897463] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.897719] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7fbea08-0cfb-4c85-8324-6cf70dab1855 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.906255] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 677.906255] env[69765]: value = "task-3942631" [ 677.906255] env[69765]: _type = "Task" [ 677.906255] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.922649] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.990539] env[69765]: DEBUG nova.network.neutron [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.009632] env[69765]: DEBUG nova.network.neutron [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Updated VIF entry in instance network info cache for port 6c027a86-a2cb-4981-8795-964900ea3bc7. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 678.010035] env[69765]: DEBUG nova.network.neutron [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Updating instance_info_cache with network_info: [{"id": "6c027a86-a2cb-4981-8795-964900ea3bc7", "address": "fa:16:3e:7c:b9:2f", "network": {"id": "c01d036b-e4e6-4de2-acf1-4a519df60ba2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-959899771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6f32ad8db24a56a87ee8c2e2f304a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c027a86-a2", "ovs_interfaceid": "6c027a86-a2cb-4981-8795-964900ea3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.011637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.019028] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.120s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.019028] env[69765]: DEBUG nova.objects.instance [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lazy-loading 'resources' on Instance uuid 034868b4-64a9-428a-b74d-81a6c3739618 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.048069] env[69765]: INFO nova.scheduler.client.report [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted allocations for instance deb162f8-03f4-4020-acb7-9cdb869695ef [ 678.081962] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 678.295198] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.307415] env[69765]: DEBUG nova.network.neutron [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Updating instance_info_cache with network_info: [{"id": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "address": "fa:16:3e:55:8d:4c", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60471fba-b9", "ovs_interfaceid": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.420738] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081563} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.421090] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.421942] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4647a-e947-4bc1-b4b9-2f2a4ddfa8d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.451385] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] be01c1b4-a7c3-4508-a645-4e6856590255/be01c1b4-a7c3-4508-a645-4e6856590255.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.451873] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cea75b1-1eee-467b-9600-2b24b0cc3408 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.479015] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 678.479015] env[69765]: value = "task-3942632" [ 678.479015] env[69765]: _type = "Task" [ 678.479015] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.488536] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.491124] env[69765]: DEBUG nova.compute.manager [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Received event network-changed-bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.491505] env[69765]: DEBUG nova.compute.manager [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Refreshing instance network info cache due to event network-changed-bcf86cc6-227b-46c0-99ea-a8dee10df47a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.492295] env[69765]: DEBUG oslo_concurrency.lockutils [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] Acquiring lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.492295] env[69765]: DEBUG oslo_concurrency.lockutils [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] Acquired lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.492295] env[69765]: DEBUG nova.network.neutron [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Refreshing network info cache for port bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 678.493961] env[69765]: INFO nova.compute.manager [-] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Took 1.59 seconds to deallocate network for instance. [ 678.516487] env[69765]: DEBUG oslo_concurrency.lockutils [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] Releasing lock "refresh_cache-be01c1b4-a7c3-4508-a645-4e6856590255" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.516768] env[69765]: DEBUG nova.compute.manager [req-cb291a91-3267-4c45-886e-f88e1faaba05 req-37d60bf2-c7de-4fe8-bdd3-0ac625f5e061 service nova] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Received event network-vif-deleted-e157921c-7ea3-44fe-812f-79de405114ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.558581] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a478308b-ad3b-4d40-af54-9f62935670d2 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "deb162f8-03f4-4020-acb7-9cdb869695ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.490s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.797403] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.811104] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.811563] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Instance network_info: |[{"id": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "address": "fa:16:3e:55:8d:4c", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60471fba-b9", "ovs_interfaceid": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.813150] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60471fba-b9f9-4a7e-bb91-b58ca84f1dd7', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.822489] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.822776] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.823016] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83acfa8-d83e-4fcb-b938-b51152877efd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.848055] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.848055] env[69765]: value = "task-3942633" [ 678.848055] env[69765]: _type = "Task" [ 678.848055] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.860494] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942633, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.988640] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.003035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.045138] env[69765]: DEBUG nova.compute.manager [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 679.147356] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb4fc33-407e-46ce-9445-0756b1921175 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.155829] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04d96d-c270-4cad-8e60-a63ef4572a29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.199774] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367812e8-f9f3-43d2-ae3a-9ea606f767ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.210452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269322eb-1d24-427d-ae3c-4b55870aa2ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.229725] env[69765]: DEBUG nova.compute.provider_tree [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.295871] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.358196] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942633, 'name': CreateVM_Task, 'duration_secs': 0.409875} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.358434] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.359513] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.360637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.361889] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.368454] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d8ab83-3dd6-4981-b985-cea3b2855a05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.377386] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 679.377386] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fd1c80-ee85-785a-e7e7-9ad356f0725f" [ 679.377386] env[69765]: _type = "Task" [ 679.377386] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.386576] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd1c80-ee85-785a-e7e7-9ad356f0725f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.452026] env[69765]: DEBUG nova.compute.manager [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Received event network-vif-plugged-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.452258] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Acquiring lock "cae6e452-e086-446f-808d-04dc217316ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.453418] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Lock "cae6e452-e086-446f-808d-04dc217316ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.453418] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Lock "cae6e452-e086-446f-808d-04dc217316ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.453418] env[69765]: DEBUG nova.compute.manager [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] No waiting events found dispatching network-vif-plugged-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.453418] env[69765]: WARNING nova.compute.manager [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Received unexpected event network-vif-plugged-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 for instance with vm_state building and task_state spawning. [ 679.454575] env[69765]: DEBUG nova.compute.manager [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Received event network-changed-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.454883] env[69765]: DEBUG nova.compute.manager [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Refreshing instance network info cache due to event network-changed-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.455062] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Acquiring lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.455197] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Acquired lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.455493] env[69765]: DEBUG nova.network.neutron [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Refreshing network info cache for port 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 679.490071] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942632, 'name': ReconfigVM_Task, 'duration_secs': 0.70877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.490422] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Reconfigured VM instance instance-00000014 to attach disk [datastore1] be01c1b4-a7c3-4508-a645-4e6856590255/be01c1b4-a7c3-4508-a645-4e6856590255.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.491112] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8d6c75-f4e1-4bff-b1b6-cfbf1232205f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.503568] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 679.503568] env[69765]: value = "task-3942634" [ 679.503568] env[69765]: _type = "Task" [ 679.503568] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.513713] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942634, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.570216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.679530] env[69765]: DEBUG nova.network.neutron [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updated VIF entry in instance network info cache for port bcf86cc6-227b-46c0-99ea-a8dee10df47a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 679.679889] env[69765]: DEBUG nova.network.neutron [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updating instance_info_cache with network_info: [{"id": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "address": "fa:16:3e:f0:2e:b8", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf86cc6-22", "ovs_interfaceid": "bcf86cc6-227b-46c0-99ea-a8dee10df47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.733328] env[69765]: DEBUG nova.scheduler.client.report [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.795842] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.891364] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd1c80-ee85-785a-e7e7-9ad356f0725f, 'name': SearchDatastore_Task, 'duration_secs': 0.037978} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.891711] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.891974] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.892256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.892424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.892629] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.892903] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fb376e5-2152-4e4a-a6bd-0ab1640d4052 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.904787] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.905208] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.906057] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa6a2ce-30db-420d-97c2-d6aca665d5a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.913346] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 679.913346] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5224daae-1ac1-6ec2-babe-be00aef7076b" [ 679.913346] env[69765]: _type = "Task" [ 679.913346] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.923543] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5224daae-1ac1-6ec2-babe-be00aef7076b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.015783] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942634, 'name': Rename_Task, 'duration_secs': 0.391008} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.016031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.016287] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be86926c-4767-41c6-ab43-77a0e1b5ec75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.024456] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 680.024456] env[69765]: value = "task-3942635" [ 680.024456] env[69765]: _type = "Task" [ 680.024456] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.033447] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.185062] env[69765]: DEBUG oslo_concurrency.lockutils [req-fb21a1ff-c4f2-4795-b68a-26a6ea4ee165 req-91b6f902-c7bd-463b-b932-a68e9bb86072 service nova] Releasing lock "refresh_cache-b6e1373e-a903-4d3d-a88d-21d84eff4ff8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.238934] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.242273] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.770s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.242657] env[69765]: DEBUG nova.objects.instance [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 680.272237] env[69765]: INFO nova.scheduler.client.report [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Deleted allocations for instance 034868b4-64a9-428a-b74d-81a6c3739618 [ 680.306052] env[69765]: DEBUG oslo_vmware.api [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942630, 'name': PowerOnVM_Task, 'duration_secs': 2.175412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.307183] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.307330] env[69765]: INFO nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 12.67 seconds to spawn the instance on the hypervisor. [ 680.307432] env[69765]: DEBUG nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.309181] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678b123-205c-4e63-8e77-591857858562 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.441279] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5224daae-1ac1-6ec2-babe-be00aef7076b, 'name': SearchDatastore_Task, 'duration_secs': 0.018878} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.446058] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f638ae-c1fa-474c-9006-727194a1f57d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.453797] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 680.453797] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521dd429-d22d-25f2-b762-39d74939785d" [ 680.453797] env[69765]: _type = "Task" [ 680.453797] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.464020] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521dd429-d22d-25f2-b762-39d74939785d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.545017] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.546052] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Successfully updated port: 6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.569853] env[69765]: DEBUG nova.network.neutron [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Updated VIF entry in instance network info cache for port 60471fba-b9f9-4a7e-bb91-b58ca84f1dd7. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 680.570069] env[69765]: DEBUG nova.network.neutron [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Updating instance_info_cache with network_info: [{"id": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "address": "fa:16:3e:55:8d:4c", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60471fba-b9", "ovs_interfaceid": "60471fba-b9f9-4a7e-bb91-b58ca84f1dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.781129] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9de9fd61-ec75-4842-aff3-3509566bba42 tempest-ServerDiagnosticsTest-384955632 tempest-ServerDiagnosticsTest-384955632-project-member] Lock "034868b4-64a9-428a-b74d-81a6c3739618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.323s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.834220] env[69765]: INFO nova.compute.manager [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 39.18 seconds to build instance. [ 680.973176] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521dd429-d22d-25f2-b762-39d74939785d, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.973574] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.974310] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] cae6e452-e086-446f-808d-04dc217316ba/cae6e452-e086-446f-808d-04dc217316ba.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.974310] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f6c617-38bb-4ddc-a2ab-e12770f42156 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.986847] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 680.986847] env[69765]: value = "task-3942636" [ 680.986847] env[69765]: _type = "Task" [ 680.986847] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.003031] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.041616] env[69765]: DEBUG oslo_vmware.api [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942635, 'name': PowerOnVM_Task, 'duration_secs': 1.013132} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.041983] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.043318] env[69765]: INFO nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Took 10.70 seconds to spawn the instance on the hypervisor. [ 681.043318] env[69765]: DEBUG nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.045871] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c029e4-c7f6-4fc7-956d-0b936921b896 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.051210] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.052035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquired lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.052849] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 681.075039] env[69765]: DEBUG oslo_concurrency.lockutils [req-76a0db96-7bc8-424b-a7d4-687438fcc2ef req-621e204e-86ff-48ba-98c3-6f079d03e5bb service nova] Releasing lock "refresh_cache-cae6e452-e086-446f-808d-04dc217316ba" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.181717] env[69765]: DEBUG nova.compute.manager [req-89815f9b-13b8-4c09-9be9-7652aa96a68c req-542ed2f9-c760-463a-8ce1-89fec24f56c7 service nova] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Received event network-vif-deleted-08903077-27d8-435f-bbfe-e2adad3a697a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.256809] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f04a5d88-e559-4387-a01b-d5b96437758d tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.258874] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.030s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.264336] env[69765]: INFO nova.compute.claims [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.336081] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4f96d466-4520-4832-8110-6c462c34594e tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.784s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.503764] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495149} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.504063] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] cae6e452-e086-446f-808d-04dc217316ba/cae6e452-e086-446f-808d-04dc217316ba.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.504290] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.505015] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de05e57a-f9a6-433d-b735-f1a18d55acb7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513042] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 681.513042] env[69765]: value = "task-3942637" [ 681.513042] env[69765]: _type = "Task" [ 681.513042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.529277] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.580880] env[69765]: INFO nova.compute.manager [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Took 38.86 seconds to build instance. [ 681.615732] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 681.841028] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.903106] env[69765]: DEBUG nova.network.neutron [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Updating instance_info_cache with network_info: [{"id": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "address": "fa:16:3e:04:29:62", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daccb0a-07", "ovs_interfaceid": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.029168] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086466} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.029432] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.030328] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60f4e1-eb14-4fae-aa5c-a9404d47d685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.066623] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] cae6e452-e086-446f-808d-04dc217316ba/cae6e452-e086-446f-808d-04dc217316ba.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.066623] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5ab53b-7bdb-4338-a65f-16c634035ff1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.086170] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6a599882-3a76-49ec-bb8f-1d6db2d5e2f2 tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.106s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.100972] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 682.100972] env[69765]: value = "task-3942638" [ 682.100972] env[69765]: _type = "Task" [ 682.100972] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.113116] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.227943] env[69765]: DEBUG nova.compute.manager [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Received event network-vif-plugged-6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.228393] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Acquiring lock "5860a443-ad02-4932-8569-4526f035cef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.228702] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Lock "5860a443-ad02-4932-8569-4526f035cef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.228840] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Lock "5860a443-ad02-4932-8569-4526f035cef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.229031] env[69765]: DEBUG nova.compute.manager [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] No waiting events found dispatching network-vif-plugged-6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.229532] env[69765]: WARNING nova.compute.manager [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Received unexpected event network-vif-plugged-6daccb0a-0740-42c9-85c6-1428b44e6b2a for instance with vm_state building and task_state spawning. [ 682.229532] env[69765]: DEBUG nova.compute.manager [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Received event network-changed-6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.229532] env[69765]: DEBUG nova.compute.manager [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Refreshing instance network info cache due to event network-changed-6daccb0a-0740-42c9-85c6-1428b44e6b2a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.229716] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Acquiring lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.318422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.318725] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.370419] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.406180] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Releasing lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.406572] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Instance network_info: |[{"id": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "address": "fa:16:3e:04:29:62", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daccb0a-07", "ovs_interfaceid": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.407061] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Acquired lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.407189] env[69765]: DEBUG nova.network.neutron [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Refreshing network info cache for port 6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 682.408790] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:29:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6daccb0a-0740-42c9-85c6-1428b44e6b2a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.422057] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Creating folder: Project (2dd07cd9ec69439e89f90b5d4333e878). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.429232] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100e47f6-4f8d-4c89-8f8d-e7fd39971b01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.444391] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Created folder: Project (2dd07cd9ec69439e89f90b5d4333e878) in parent group-v782532. [ 682.444703] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Creating folder: Instances. Parent ref: group-v782599. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.448183] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c4b7e3-d34b-4a53-84aa-a10a628ffc31 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.461132] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Created folder: Instances in parent group-v782599. [ 682.461132] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.461336] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.461560] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28502bb-f3be-4a22-b4f2-c77742f276ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.493219] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.493219] env[69765]: value = "task-3942641" [ 682.493219] env[69765]: _type = "Task" [ 682.493219] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.517250] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942641, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.591967] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.625588] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942638, 'name': ReconfigVM_Task, 'duration_secs': 0.3488} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.626387] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Reconfigured VM instance instance-00000015 to attach disk [datastore1] cae6e452-e086-446f-808d-04dc217316ba/cae6e452-e086-446f-808d-04dc217316ba.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.628038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e7706b-8eb5-4825-9c84-38bfbb289713 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.638023] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 682.638023] env[69765]: value = "task-3942642" [ 682.638023] env[69765]: _type = "Task" [ 682.638023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.646777] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942642, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.009843] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942641, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.011932] env[69765]: DEBUG nova.network.neutron [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Updated VIF entry in instance network info cache for port 6daccb0a-0740-42c9-85c6-1428b44e6b2a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 683.012358] env[69765]: DEBUG nova.network.neutron [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Updating instance_info_cache with network_info: [{"id": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "address": "fa:16:3e:04:29:62", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daccb0a-07", "ovs_interfaceid": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.014674] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a509c3-bc7e-4c98-bc7a-839ffb55b226 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.027080] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e01fe7-100d-453a-8326-f996700d9359 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.063577] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3bbf20-560a-424b-b750-6462b6a5eb90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.073271] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4513f-6484-49fb-b516-058a137e1260 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.093232] env[69765]: DEBUG nova.compute.provider_tree [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.124355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.148042] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942642, 'name': Rename_Task, 'duration_secs': 0.172461} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.148413] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.148750] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-811749c6-d1a2-4dd6-9d19-93838ea09d20 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.159937] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 683.159937] env[69765]: value = "task-3942643" [ 683.159937] env[69765]: _type = "Task" [ 683.159937] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.168696] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.508370] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942641, 'name': CreateVM_Task, 'duration_secs': 0.53284} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.508370] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.509106] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.509754] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.509835] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.510078] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b9651d-9f03-4d08-866d-dac447fc1a52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.517763] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 683.517763] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b3da60-0c87-c9e2-94ae-7fc5fd57d342" [ 683.517763] env[69765]: _type = "Task" [ 683.517763] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.521761] env[69765]: DEBUG oslo_concurrency.lockutils [req-99bad5ca-3718-4995-aa1f-a80a6d69be84 req-f3c4ea8c-1383-455a-baa4-5f93adcbab06 service nova] Releasing lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.528598] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b3da60-0c87-c9e2-94ae-7fc5fd57d342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.601031] env[69765]: DEBUG nova.scheduler.client.report [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.673550] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.030280] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b3da60-0c87-c9e2-94ae-7fc5fd57d342, 'name': SearchDatastore_Task, 'duration_secs': 0.021908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.030280] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.030280] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.030581] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.030581] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.030762] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.031083] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1bd9c6-3396-4f4a-b086-d7d0d99b41c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.042696] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.042980] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.043844] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76d52e7-3de4-4504-b59a-baa6ab56bb5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.051612] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 684.051612] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525d95c5-8661-71ff-f5d6-b272368118c6" [ 684.051612] env[69765]: _type = "Task" [ 684.051612] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.060328] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525d95c5-8661-71ff-f5d6-b272368118c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.106999] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.107495] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.110528] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.644s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.110854] env[69765]: DEBUG nova.objects.instance [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lazy-loading 'resources' on Instance uuid ae5ad669-3352-4439-be08-b4f0fdb966b0 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.169832] env[69765]: DEBUG oslo_vmware.api [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942643, 'name': PowerOnVM_Task, 'duration_secs': 0.756601} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.170174] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.170388] env[69765]: INFO nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Took 8.85 seconds to spawn the instance on the hypervisor. [ 684.170760] env[69765]: DEBUG nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.171673] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d4126-799b-4473-8aed-a45c9a30d9f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.564887] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525d95c5-8661-71ff-f5d6-b272368118c6, 'name': SearchDatastore_Task, 'duration_secs': 0.031868} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.564887] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fcccaa-2352-4717-aa09-dc43f65ab461 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.574765] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 684.574765] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524bd1ff-21a5-e191-a751-0fbcc48369f5" [ 684.574765] env[69765]: _type = "Task" [ 684.574765] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.586693] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524bd1ff-21a5-e191-a751-0fbcc48369f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.619667] env[69765]: DEBUG nova.compute.utils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.624942] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.624942] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.693835] env[69765]: INFO nova.compute.manager [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Took 29.39 seconds to build instance. [ 684.715757] env[69765]: DEBUG nova.policy [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba743930b1704ac096327b359c6f34d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19d5e54fce640afaf5939eba9a16e27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.099876] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524bd1ff-21a5-e191-a751-0fbcc48369f5, 'name': SearchDatastore_Task, 'duration_secs': 0.039735} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.102017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.102017] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5860a443-ad02-4932-8569-4526f035cef1/5860a443-ad02-4932-8569-4526f035cef1.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.102017] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc272ce-916e-40a1-b45b-6dc73c5c79e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.113122] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 685.113122] env[69765]: value = "task-3942644" [ 685.113122] env[69765]: _type = "Task" [ 685.113122] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.126435] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.130066] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.196241] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b9886dc-d19e-49c1-be4e-7acc5d6b1278 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.435s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.350682] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Successfully created port: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.428906] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373e9057-0928-4348-aa6b-3340e54143bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.442036] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3249de-acc8-4039-8697-91b84608ed2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.482042] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1357110-104e-4fb5-8b44-67c8134782db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.489625] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.489934] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.497927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c951bf6f-c8b1-4b06-b9d7-bffee65ff958 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.520759] env[69765]: DEBUG nova.compute.provider_tree [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.630193] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.701235] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.774950] env[69765]: DEBUG nova.compute.manager [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.775689] env[69765]: DEBUG nova.compute.manager [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing instance network info cache due to event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.775689] env[69765]: DEBUG oslo_concurrency.lockutils [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.775938] env[69765]: DEBUG oslo_concurrency.lockutils [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.776194] env[69765]: DEBUG nova.network.neutron [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 686.023628] env[69765]: DEBUG nova.scheduler.client.report [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.126650] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652205} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.127119] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5860a443-ad02-4932-8569-4526f035cef1/5860a443-ad02-4932-8569-4526f035cef1.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.129033] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.129033] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd62a87-5c3f-421f-b1ea-fa9e82854507 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.138263] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 686.138263] env[69765]: value = "task-3942645" [ 686.138263] env[69765]: _type = "Task" [ 686.138263] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.149374] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.160803] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.187381] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.187656] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.187816] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.188062] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.188264] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.188423] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.188651] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.188831] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.189106] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.189273] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.189380] env[69765]: DEBUG nova.virt.hardware [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.190805] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acfbb19-67d4-4d43-96e2-a8ae689e30cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.204042] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc24a6-b6ca-4d6a-ad56-cfab64f16034 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.253549] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.533196] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.537343] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.816s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.539505] env[69765]: INFO nova.compute.claims [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.573022] env[69765]: INFO nova.scheduler.client.report [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Deleted allocations for instance ae5ad669-3352-4439-be08-b4f0fdb966b0 [ 686.649922] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068258} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.650865] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.652270] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979d156-37c7-4834-8d11-306f49b4b020 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.680080] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5860a443-ad02-4932-8569-4526f035cef1/5860a443-ad02-4932-8569-4526f035cef1.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.681385] env[69765]: DEBUG nova.network.neutron [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updated VIF entry in instance network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 686.681787] env[69765]: DEBUG nova.network.neutron [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.683749] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd722add-bcb9-4a00-a98b-0bf5582bd161 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.714845] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 686.714845] env[69765]: value = "task-3942646" [ 686.714845] env[69765]: _type = "Task" [ 686.714845] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.725019] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.084813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-611d0c75-7a9c-48d6-8075-d582f9e8175f tempest-FloatingIPsAssociationNegativeTestJSON-653947650 tempest-FloatingIPsAssociationNegativeTestJSON-653947650-project-member] Lock "ae5ad669-3352-4439-be08-b4f0fdb966b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.365s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.210153] env[69765]: DEBUG oslo_concurrency.lockutils [req-bc6dff24-789c-4f58-aab3-d378f47ca4e6 req-c09830fb-2469-4737-ba24-c912ff118793 service nova] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.222077] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Successfully updated port: 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.237231] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942646, 'name': ReconfigVM_Task, 'duration_secs': 0.349068} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.237231] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5860a443-ad02-4932-8569-4526f035cef1/5860a443-ad02-4932-8569-4526f035cef1.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.237231] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8b5a1a-b58b-4460-8e64-9770a63a74db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.246436] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 687.246436] env[69765]: value = "task-3942647" [ 687.246436] env[69765]: _type = "Task" [ 687.246436] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.257927] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942647, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.662487] env[69765]: DEBUG nova.compute.manager [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Received event network-vif-plugged-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.662487] env[69765]: DEBUG oslo_concurrency.lockutils [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] Acquiring lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.662487] env[69765]: DEBUG oslo_concurrency.lockutils [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.662886] env[69765]: DEBUG oslo_concurrency.lockutils [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.662886] env[69765]: DEBUG nova.compute.manager [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] No waiting events found dispatching network-vif-plugged-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.662886] env[69765]: WARNING nova.compute.manager [req-70f94731-8f80-489c-8866-c3de7dbbf58d req-3abec415-869f-43a9-9fcd-6f7a01d3250d service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Received unexpected event network-vif-plugged-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 for instance with vm_state building and task_state spawning. [ 687.725527] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquired lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.725865] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 687.762474] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942647, 'name': Rename_Task, 'duration_secs': 0.153001} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.763647] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.764288] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12287e0d-05bb-41aa-a5cf-9395fa221a5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.773863] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 687.773863] env[69765]: value = "task-3942648" [ 687.773863] env[69765]: _type = "Task" [ 687.773863] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.788972] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.103562] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d96119-9548-4a80-a393-a3fd217d0b43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.112838] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea60e7-4b4f-420d-aa17-7cf0ba718bfc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.154719] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b798af9-7bf9-4785-8939-f74fc9fb350e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.163959] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d03de-dd30-4654-abe9-6542dba10312 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.179551] env[69765]: DEBUG nova.compute.provider_tree [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.269379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81825db0-0d9f-4fc0-8020-8086a5232bb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.280053] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 688.287199] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "b2e36dea-e709-48f9-810a-b7465b8b5172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.287429] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.290618] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] [instance: cae6e452-e086-446f-808d-04dc217316ba] Suspending the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 688.291621] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dca4ca95-a433-4e5d-b27d-7f6ac0684e7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.297698] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.299492] env[69765]: DEBUG oslo_vmware.api [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] Waiting for the task: (returnval){ [ 688.299492] env[69765]: value = "task-3942649" [ 688.299492] env[69765]: _type = "Task" [ 688.299492] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.314507] env[69765]: DEBUG oslo_vmware.api [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] Task: {'id': task-3942649, 'name': SuspendVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.498087] env[69765]: DEBUG nova.network.neutron [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Updating instance_info_cache with network_info: [{"id": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "address": "fa:16:3e:cb:4b:ef", "network": {"id": "eb1ede95-3e86-4b84-82d3-7c6ff1b6c65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1493863323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19d5e54fce640afaf5939eba9a16e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03daa151-c9", "ovs_interfaceid": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.682911] env[69765]: DEBUG nova.scheduler.client.report [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.786452] env[69765]: DEBUG oslo_vmware.api [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942648, 'name': PowerOnVM_Task, 'duration_secs': 0.549374} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.786868] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.788020] env[69765]: INFO nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Took 11.05 seconds to spawn the instance on the hypervisor. [ 688.788020] env[69765]: DEBUG nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.788379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fed87d-87fd-4c97-a428-3a280bace0f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.809642] env[69765]: DEBUG oslo_vmware.api [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] Task: {'id': task-3942649, 'name': SuspendVM_Task} progress is 62%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.000656] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Releasing lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.002169] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Instance network_info: |[{"id": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "address": "fa:16:3e:cb:4b:ef", "network": {"id": "eb1ede95-3e86-4b84-82d3-7c6ff1b6c65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1493863323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19d5e54fce640afaf5939eba9a16e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03daa151-c9", "ovs_interfaceid": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.002355] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:4b:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03daa151-c9d0-4218-a0fb-ded8a9b4fa29', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.012329] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Creating folder: Project (f19d5e54fce640afaf5939eba9a16e27). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.012329] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30de59d9-6f47-4e42-bd6a-cedecba76e43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.026285] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Created folder: Project (f19d5e54fce640afaf5939eba9a16e27) in parent group-v782532. [ 689.027044] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Creating folder: Instances. Parent ref: group-v782602. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.027423] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c91ea7b-bd73-44e8-8079-ac7b2576344a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.042872] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Created folder: Instances in parent group-v782602. [ 689.042872] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.042872] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.042872] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4a24b2-fe05-47d2-b79b-bb34b070d45b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.069985] env[69765]: DEBUG nova.compute.manager [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.070280] env[69765]: DEBUG nova.compute.manager [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing instance network info cache due to event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.070521] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.070655] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.070813] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 689.080099] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.080099] env[69765]: value = "task-3942652" [ 689.080099] env[69765]: _type = "Task" [ 689.080099] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.092090] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942652, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.334591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.334591] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.334591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.171s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.334591] env[69765]: INFO nova.compute.claims [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.339256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "b21a0391-0604-47ea-b012-8eb719fef8be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.339256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.339256] env[69765]: INFO nova.compute.manager [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Took 29.97 seconds to build instance. [ 689.339256] env[69765]: DEBUG oslo_vmware.api [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] Task: {'id': task-3942649, 'name': SuspendVM_Task, 'duration_secs': 0.701124} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.340362] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] [instance: cae6e452-e086-446f-808d-04dc217316ba] Suspended the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 689.340362] env[69765]: DEBUG nova.compute.manager [None req-f790f883-0e70-438a-bc73-e6b88eb48596 tempest-ServersAdminNegativeTestJSON-1164358840 tempest-ServersAdminNegativeTestJSON-1164358840-project-admin] [instance: cae6e452-e086-446f-808d-04dc217316ba] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.340362] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a95a4fd-5ef5-46ae-8cfa-2e86448fbc2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.592244] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942652, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.663114] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.664028] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.701223] env[69765]: DEBUG nova.compute.utils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.705407] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.705598] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.796680] env[69765]: DEBUG nova.policy [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79a99c10baea418a898e0960e2cbbe1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9390925c25964c15ada9d49d1d09b675', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.817371] env[69765]: DEBUG oslo_concurrency.lockutils [None req-af754567-404b-427f-a1a6-07759de3cfec tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.626s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.882394] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updated VIF entry in instance network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 689.883163] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.091362] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942652, 'name': CreateVM_Task, 'duration_secs': 0.637616} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.091560] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.092358] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.092445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.092766] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.093044] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbc5279-31c2-43cb-b406-006ed4803047 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.098812] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 690.098812] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52be4113-2db7-e136-795c-c6abedf35ac8" [ 690.098812] env[69765]: _type = "Task" [ 690.098812] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.108854] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52be4113-2db7-e136-795c-c6abedf35ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.207254] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.320087] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.377801] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Successfully created port: 91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.387213] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.387508] env[69765]: DEBUG nova.compute.manager [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.387670] env[69765]: DEBUG nova.compute.manager [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing instance network info cache due to event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.387880] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Acquiring lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.388025] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Acquired lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.388184] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 690.619875] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52be4113-2db7-e136-795c-c6abedf35ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.022533} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.625655] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.625962] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.626236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.626388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.626571] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.627267] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d08a7c3-9576-4be0-9c3a-7c3b63b82dba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.643654] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.643903] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.644816] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d14fd4-886d-46c6-b097-acad2547de98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.652066] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 690.652066] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52508621-81fa-0965-490b-e96d2aca0bae" [ 690.652066] env[69765]: _type = "Task" [ 690.652066] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.662386] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52508621-81fa-0965-490b-e96d2aca0bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.759745] env[69765]: DEBUG nova.compute.manager [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Received event network-changed {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.759943] env[69765]: DEBUG nova.compute.manager [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Refreshing instance network info cache due to event network-changed. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.760189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] Acquiring lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.760327] env[69765]: DEBUG oslo_concurrency.lockutils [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] Acquired lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.760534] env[69765]: DEBUG nova.network.neutron [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 690.846179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.849312] env[69765]: DEBUG nova.compute.manager [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Received event network-changed-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.849512] env[69765]: DEBUG nova.compute.manager [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Refreshing instance network info cache due to event network-changed-03daa151-c9d0-4218-a0fb-ded8a9b4fa29. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.849726] env[69765]: DEBUG oslo_concurrency.lockutils [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] Acquiring lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.849879] env[69765]: DEBUG oslo_concurrency.lockutils [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] Acquired lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850126] env[69765]: DEBUG nova.network.neutron [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Refreshing network info cache for port 03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 690.853724] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251ed07-b860-41c9-8b74-e32fdda9b94f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.863445] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad0c6e5-4477-472d-8623-94e2e05acfa4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.906148] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd0940b-7c2a-4083-9393-10c22cf2f511 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.916860] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbadfb0-dd3b-4fb1-927f-fd9db928dc74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.935319] env[69765]: DEBUG nova.compute.provider_tree [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.088371] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "96955030-d36e-43fe-b6b9-dfa4569418ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.088611] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.164777] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52508621-81fa-0965-490b-e96d2aca0bae, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.165594] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6989d552-f6fb-4a79-87de-758e7094694c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.170258] env[69765]: DEBUG nova.objects.instance [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lazy-loading 'flavor' on Instance uuid 049c7202-5887-496e-91b8-d33af03dc5a3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.173504] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updated VIF entry in instance network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 691.173871] env[69765]: DEBUG nova.network.neutron [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [{"id": "b047de07-a5d6-4ae1-bc53-462ab3194055", "address": "fa:16:3e:5e:fd:01", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb047de07-a5", "ovs_interfaceid": "b047de07-a5d6-4ae1-bc53-462ab3194055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.178227] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 691.178227] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c55269-408f-4a87-c28c-788b7cd1cf43" [ 691.178227] env[69765]: _type = "Task" [ 691.178227] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.186052] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c55269-408f-4a87-c28c-788b7cd1cf43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.217133] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.250271] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.250675] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.250675] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.250985] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.251085] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.251193] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.251408] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.251566] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.251728] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.251889] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.252067] env[69765]: DEBUG nova.virt.hardware [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.253412] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee0df2-d0ec-4844-9b42-02f4aed17462 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.261970] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df695c-cd2d-4b73-9ee3-b86757e9b4b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.438698] env[69765]: DEBUG nova.scheduler.client.report [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.572581] env[69765]: DEBUG nova.network.neutron [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Updating instance_info_cache with network_info: [{"id": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "address": "fa:16:3e:04:29:62", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daccb0a-07", "ovs_interfaceid": "6daccb0a-0740-42c9-85c6-1428b44e6b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.621511] env[69765]: DEBUG nova.network.neutron [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Updated VIF entry in instance network info cache for port 03daa151-c9d0-4218-a0fb-ded8a9b4fa29. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 691.621945] env[69765]: DEBUG nova.network.neutron [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Updating instance_info_cache with network_info: [{"id": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "address": "fa:16:3e:cb:4b:ef", "network": {"id": "eb1ede95-3e86-4b84-82d3-7c6ff1b6c65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1493863323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19d5e54fce640afaf5939eba9a16e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03daa151-c9", "ovs_interfaceid": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.647195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.647195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.647195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.647195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.670267] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.670267] env[69765]: INFO nova.compute.manager [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Terminating instance [ 691.676283] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.677032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.678700] env[69765]: DEBUG oslo_concurrency.lockutils [req-c782e287-90de-45af-8c9e-253f59469cf9 req-0a079ca6-ace6-4b31-921f-abb308245e3e service nova] Releasing lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.710681] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c55269-408f-4a87-c28c-788b7cd1cf43, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.716277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.716277] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 7d17d945-2842-4a56-b98e-01c3b70be86c/7d17d945-2842-4a56-b98e-01c3b70be86c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.720075] env[69765]: DEBUG nova.compute.manager [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.720561] env[69765]: DEBUG nova.compute.manager [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing instance network info cache due to event network-changed-b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.722707] env[69765]: DEBUG oslo_concurrency.lockutils [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] Acquiring lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.722707] env[69765]: DEBUG oslo_concurrency.lockutils [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] Acquired lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.722707] env[69765]: DEBUG nova.network.neutron [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Refreshing network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 691.732043] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41ff963-f5a2-47a9-81e5-8da0e195f233 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.754247] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 691.754247] env[69765]: value = "task-3942653" [ 691.754247] env[69765]: _type = "Task" [ 691.754247] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.766965] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.908904] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "5860a443-ad02-4932-8569-4526f035cef1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.909202] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.909462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "5860a443-ad02-4932-8569-4526f035cef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.910720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.910720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.912885] env[69765]: INFO nova.compute.manager [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Terminating instance [ 691.951031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.951390] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.954502] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.394s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.954864] env[69765]: DEBUG nova.objects.instance [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lazy-loading 'resources' on Instance uuid 72ac5223-fc98-4abf-8f30-f2ff927ea074 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.002466] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.002837] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.003299] env[69765]: DEBUG nova.compute.manager [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.005338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b4b8a-eb99-473e-8c00-fa7ed15691cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.015358] env[69765]: DEBUG nova.compute.manager [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 692.016549] env[69765]: DEBUG nova.objects.instance [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'flavor' on Instance uuid aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.076578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-47c3c156-d7a8-446d-adb1-848a293ea9ff tempest-ServerExternalEventsTest-1629071068 tempest-ServerExternalEventsTest-1629071068-project] Releasing lock "refresh_cache-5860a443-ad02-4932-8569-4526f035cef1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.107382] env[69765]: DEBUG nova.network.neutron [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updated VIF entry in instance network info cache for port b047de07-a5d6-4ae1-bc53-462ab3194055. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 692.109019] env[69765]: DEBUG nova.network.neutron [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [{"id": "b047de07-a5d6-4ae1-bc53-462ab3194055", "address": "fa:16:3e:5e:fd:01", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb047de07-a5", "ovs_interfaceid": "b047de07-a5d6-4ae1-bc53-462ab3194055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.125185] env[69765]: DEBUG oslo_concurrency.lockutils [req-de9f0171-c3f9-4936-ab79-6e35c1c10611 req-c7ba4a94-7b2c-4808-a5ba-d5d3a07faab2 service nova] Releasing lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.155278] env[69765]: DEBUG nova.compute.manager [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.158022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.158022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b1730-60cd-42fc-be60-ddc02836fcbd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.166980] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.167484] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e93054-1ccd-4230-be61-68df056cf67c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.179192] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 692.179192] env[69765]: value = "task-3942654" [ 692.179192] env[69765]: _type = "Task" [ 692.179192] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.193050] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.268301] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.303661] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.303940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.416739] env[69765]: DEBUG nova.compute.manager [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.416946] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.417935] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff916f-b1b9-427f-9ba3-636b6397d0a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426213] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.426523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceaeb4d2-fb8b-4bdc-ad06-61e1125ab538 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.434759] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 692.434759] env[69765]: value = "task-3942655" [ 692.434759] env[69765]: _type = "Task" [ 692.434759] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.448285] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.459304] env[69765]: DEBUG nova.compute.utils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.464506] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.464693] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.530084] env[69765]: DEBUG nova.policy [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ccc7693890b42169ada44b3def82e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc59ff6fa3c54de993c0fb22d5c954fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.613532] env[69765]: DEBUG oslo_concurrency.lockutils [req-4013281b-95f1-4255-9948-ec8a14f3a8a5 req-c153c385-6437-4eb9-8a8e-81e863789c6c service nova] Releasing lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.692975] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942654, 'name': PowerOffVM_Task, 'duration_secs': 0.33638} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.693529] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.693859] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.694270] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47331ef2-a9d9-48fd-bcf7-94bb27fd000b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.762269] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.763514] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.764607] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleting the datastore file [datastore1] 68e9ed83-bd76-4e1c-b0f2-b205ea113158 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.769607] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fd294b-bac7-4a56-aeed-7a8008fcabab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.772723] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558321} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.775702] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 7d17d945-2842-4a56-b98e-01c3b70be86c/7d17d945-2842-4a56-b98e-01c3b70be86c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.776119] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.776952] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662ae7b9-e713-4a52-89bd-9675dd8a5efb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.781769] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 692.781769] env[69765]: value = "task-3942657" [ 692.781769] env[69765]: _type = "Task" [ 692.781769] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.787141] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 692.787141] env[69765]: value = "task-3942658" [ 692.787141] env[69765]: _type = "Task" [ 692.787141] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.794703] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.806569] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.883959] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Successfully updated port: 91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.943588] env[69765]: DEBUG nova.network.neutron [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 692.949106] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942655, 'name': PowerOffVM_Task, 'duration_secs': 0.225485} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.949732] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.949922] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.950192] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f77afa-5c3a-46a2-ab0d-b5183dd94423 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.966072] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.027835] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.028283] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.028500] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Deleting the datastore file [datastore1] 5860a443-ad02-4932-8569-4526f035cef1 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.028774] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394ed73c-526a-4823-b7af-43b70379ee3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.035773] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.037407] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2c9ff9-1074-44dc-a81c-5b076fc82e3c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.041775] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for the task: (returnval){ [ 693.041775] env[69765]: value = "task-3942660" [ 693.041775] env[69765]: _type = "Task" [ 693.041775] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.046944] env[69765]: DEBUG oslo_vmware.api [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 693.046944] env[69765]: value = "task-3942661" [ 693.046944] env[69765]: _type = "Task" [ 693.046944] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.047718] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Successfully created port: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.059850] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.066084] env[69765]: DEBUG oslo_vmware.api [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.213216] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48512b-a43c-4c39-8e1e-5aa909d951de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.222145] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e85d2-e68d-4317-8230-fb09a889115f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.260396] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7405d9-1075-48f1-8568-b3a6c319d248 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.272507] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27eec6-35a4-4ebd-a323-3c43fffe0072 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.285293] env[69765]: DEBUG nova.compute.provider_tree [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.304122] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.304367] env[69765]: DEBUG oslo_vmware.api [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158774} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.304995] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.304995] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.306017] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.306017] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.306017] env[69765]: INFO nova.compute.manager [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.306017] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.307019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9aaf32-2173-4f0d-bd11-cceb76f8a7dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.310183] env[69765]: DEBUG nova.compute.manager [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.310354] env[69765]: DEBUG nova.network.neutron [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 693.337920] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7d17d945-2842-4a56-b98e-01c3b70be86c/7d17d945-2842-4a56-b98e-01c3b70be86c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.338794] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83280ac-7447-4a93-b2fe-b540907de86e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.362276] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 693.362276] env[69765]: value = "task-3942662" [ 693.362276] env[69765]: _type = "Task" [ 693.362276] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.374776] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.385862] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.386159] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquired lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.386403] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 693.472155] env[69765]: INFO nova.virt.block_device [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Booting with volume e0cd94d5-69a6-43fa-808f-a53b3c0bafff at /dev/sda [ 693.536476] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97c5b20d-2a6f-4e97-bd78-e2c32dc81bb4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.554409] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51867af-94a9-44e9-89d6-e4b59c7b485d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.577906] env[69765]: DEBUG oslo_vmware.api [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Task: {'id': task-3942660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172316} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.578674] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.578797] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.578984] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.579178] env[69765]: INFO nova.compute.manager [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 693.579418] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.579611] env[69765]: DEBUG nova.compute.manager [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.579708] env[69765]: DEBUG nova.network.neutron [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 693.584455] env[69765]: DEBUG oslo_vmware.api [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942661, 'name': PowerOffVM_Task, 'duration_secs': 0.240599} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.596048] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.596311] env[69765]: DEBUG nova.compute.manager [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.600118] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5192c56-017e-4693-80f2-977729cd9431 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.602815] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2db86c7-65c8-47dd-9124-32775757b9c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.616380] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f54e4-37ff-4201-835e-0f31c6b56f7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.656712] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da007a3a-f6f7-47a0-ae7a-1dba353a1d2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.667092] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50625ad8-9378-4029-ad15-1fb049697be7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.682495] env[69765]: DEBUG nova.virt.block_device [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating existing volume attachment record: 5957eb2f-de87-4d38-b0e8-a6a532d9e2ae {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 693.788363] env[69765]: DEBUG nova.scheduler.client.report [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.873581] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942662, 'name': ReconfigVM_Task, 'duration_secs': 0.311208} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.874120] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7d17d945-2842-4a56-b98e-01c3b70be86c/7d17d945-2842-4a56-b98e-01c3b70be86c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.875369] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c50d435-3c50-44c2-a8f7-e0c187cd6c85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.882342] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 693.882342] env[69765]: value = "task-3942663" [ 693.882342] env[69765]: _type = "Task" [ 693.882342] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.894596] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942663, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.975147] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 694.096701] env[69765]: DEBUG nova.network.neutron [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.120671] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b949bc05-a93f-4669-ab24-9db713243037 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.117s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.272141] env[69765]: DEBUG nova.network.neutron [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Updating instance_info_cache with network_info: [{"id": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "address": "fa:16:3e:b1:2f:fb", "network": {"id": "a855a953-6d92-4c4e-bb7e-f2f287d3e8d0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1870148219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9390925c25964c15ada9d49d1d09b675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a816eb-c2", "ovs_interfaceid": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.295755] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.301919] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.258s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.301919] env[69765]: INFO nova.compute.claims [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.309444] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Received event network-vif-plugged-91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.309670] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquiring lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.309913] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.310102] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.310282] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] No waiting events found dispatching network-vif-plugged-91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.310452] env[69765]: WARNING nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Received unexpected event network-vif-plugged-91a816eb-c280-47d7-a3d0-34b23fda1a89 for instance with vm_state building and task_state spawning. [ 694.310624] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Received event network-changed-91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.311680] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Refreshing instance network info cache due to event network-changed-91a816eb-c280-47d7-a3d0-34b23fda1a89. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.311895] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquiring lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328280] env[69765]: INFO nova.scheduler.client.report [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Deleted allocations for instance 72ac5223-fc98-4abf-8f30-f2ff927ea074 [ 694.337780] env[69765]: DEBUG nova.network.neutron [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.395289] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942663, 'name': Rename_Task, 'duration_secs': 0.157271} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.396031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.396031] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db12fe2f-8e4c-4153-88a5-d5d449ad989d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.405149] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 694.405149] env[69765]: value = "task-3942664" [ 694.405149] env[69765]: _type = "Task" [ 694.405149] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.415193] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.600218] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.601509] env[69765]: DEBUG nova.compute.manager [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Inject network info {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 694.601879] env[69765]: DEBUG nova.compute.manager [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] network_info to inject: |[{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 694.607871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfiguring VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 694.608303] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11098def-a0f8-4cf1-baab-82ef97c21c33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.631332] env[69765]: DEBUG oslo_vmware.api [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 694.631332] env[69765]: value = "task-3942665" [ 694.631332] env[69765]: _type = "Task" [ 694.631332] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.641558] env[69765]: DEBUG oslo_vmware.api [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.686564] env[69765]: DEBUG nova.network.neutron [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.775122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Releasing lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.775467] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Instance network_info: |[{"id": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "address": "fa:16:3e:b1:2f:fb", "network": {"id": "a855a953-6d92-4c4e-bb7e-f2f287d3e8d0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1870148219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9390925c25964c15ada9d49d1d09b675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a816eb-c2", "ovs_interfaceid": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.775981] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquired lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.776184] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Refreshing network info cache for port 91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 694.777446] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:2f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a816eb-c280-47d7-a3d0-34b23fda1a89', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.786020] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Creating folder: Project (9390925c25964c15ada9d49d1d09b675). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.786466] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638480ca-cce3-42a9-bc9f-09009bf76f41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.798322] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Created folder: Project (9390925c25964c15ada9d49d1d09b675) in parent group-v782532. [ 694.798653] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Creating folder: Instances. Parent ref: group-v782605. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.798831] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6bdfb1b-b0a3-4e01-912b-76f4c558c66a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.811545] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Created folder: Instances in parent group-v782605. [ 694.811832] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.812273] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.812479] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b7994b-4dbf-49f6-81a3-bf086ee5de9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836011] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44542666-7e57-478a-92cb-4e404669d855 tempest-ServersListShow296Test-1692675003 tempest-ServersListShow296Test-1692675003-project-member] Lock "72ac5223-fc98-4abf-8f30-f2ff927ea074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.681s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.840307] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.840307] env[69765]: value = "task-3942668" [ 694.840307] env[69765]: _type = "Task" [ 694.840307] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.841554] env[69765]: INFO nova.compute.manager [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 1.53 seconds to deallocate network for instance. [ 694.850094] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942668, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.916463] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.005422] env[69765]: DEBUG nova.objects.instance [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'flavor' on Instance uuid aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.032472] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Successfully updated port: 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.145906] env[69765]: DEBUG oslo_vmware.api [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.192227] env[69765]: INFO nova.compute.manager [-] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Took 1.61 seconds to deallocate network for instance. [ 695.356593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.356923] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942668, 'name': CreateVM_Task, 'duration_secs': 0.336864} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.357148] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.357927] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.358164] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.358576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.361747] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85667e0-f566-4043-a959-6c3218238c7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.368302] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 695.368302] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5286fa40-4dd3-a102-8313-ca032360f5f8" [ 695.368302] env[69765]: _type = "Task" [ 695.368302] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.370987] env[69765]: DEBUG nova.compute.manager [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Received event network-vif-plugged-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.371230] env[69765]: DEBUG oslo_concurrency.lockutils [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] Acquiring lock "ad538135-a299-4f33-be01-b9a1016a974e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.371456] env[69765]: DEBUG oslo_concurrency.lockutils [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] Lock "ad538135-a299-4f33-be01-b9a1016a974e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.371639] env[69765]: DEBUG oslo_concurrency.lockutils [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] Lock "ad538135-a299-4f33-be01-b9a1016a974e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.371812] env[69765]: DEBUG nova.compute.manager [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] No waiting events found dispatching network-vif-plugged-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.371970] env[69765]: WARNING nova.compute.manager [req-5365893a-65f5-40ff-8f37-d9a01ae971ad req-a71b214f-7ef4-4ace-b244-8030d476e1b8 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Received unexpected event network-vif-plugged-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 for instance with vm_state building and task_state spawning. [ 695.385885] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5286fa40-4dd3-a102-8313-ca032360f5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.388668] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.388926] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.389184] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.389334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.389514] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.389845] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa42b0a-267e-4cf3-8764-f4dcfeb11760 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.405903] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.406626] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.410154] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441d4349-1dfd-4475-b1e6-be9ff4c6e923 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.423774] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.425529] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 695.425529] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529a381e-b5c5-1c2a-7108-affa1e53275e" [ 695.425529] env[69765]: _type = "Task" [ 695.425529] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.441845] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529a381e-b5c5-1c2a-7108-affa1e53275e, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.445996] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2368b42f-3425-4217-af61-da0035b12272 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.453091] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 695.453091] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5278d23b-8e04-8ad2-7bca-974d39623bfe" [ 695.453091] env[69765]: _type = "Task" [ 695.453091] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.465109] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5278d23b-8e04-8ad2-7bca-974d39623bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.513047] env[69765]: DEBUG oslo_concurrency.lockutils [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.513353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.513580] env[69765]: DEBUG nova.network.neutron [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 695.513789] env[69765]: DEBUG nova.objects.instance [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'info_cache' on Instance uuid aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.536533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquired lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.536533] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 695.645950] env[69765]: DEBUG oslo_vmware.api [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942665, 'name': ReconfigVM_Task, 'duration_secs': 0.576545} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.646924] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a1cea-147d-484d-811c-1dea370b0452 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfigured VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 695.668912] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Updated VIF entry in instance network info cache for port 91a816eb-c280-47d7-a3d0-34b23fda1a89. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 695.668912] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Updating instance_info_cache with network_info: [{"id": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "address": "fa:16:3e:b1:2f:fb", "network": {"id": "a855a953-6d92-4c4e-bb7e-f2f287d3e8d0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1870148219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9390925c25964c15ada9d49d1d09b675", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a816eb-c2", "ovs_interfaceid": "91a816eb-c280-47d7-a3d0-34b23fda1a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.702369] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.813725] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.814313] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.814780] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.814780] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.814879] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.815405] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.815405] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.815496] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.815594] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.815758] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.816708] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.816708] env[69765]: DEBUG nova.virt.hardware [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.819746] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fe15a-8b23-4934-a857-ef4aacfaba53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.832715] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc000c31-ee6b-4220-adb9-c7ad483226dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922144] env[69765]: DEBUG oslo_vmware.api [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942664, 'name': PowerOnVM_Task, 'duration_secs': 1.058916} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.922226] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.922421] env[69765]: INFO nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 695.922594] env[69765]: DEBUG nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.925938] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c311346-fd34-4082-8ac4-e21958aefe88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.966892] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5278d23b-8e04-8ad2-7bca-974d39623bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.967179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.967444] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2ed3903a-a251-4071-8eb0-56b9e524982a/2ed3903a-a251-4071-8eb0-56b9e524982a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.967692] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ca6a6d-93a1-4af6-bfeb-0fde671e284f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.973551] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6887a-1fe2-4b34-82a6-e215ffb961ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.981298] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 695.981298] env[69765]: value = "task-3942669" [ 695.981298] env[69765]: _type = "Task" [ 695.981298] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.986932] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5bda47-8725-4604-a7f4-fc062ba94095 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.996832] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.029849] env[69765]: DEBUG nova.objects.base [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.029849] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be222f-14ae-47f6-9dd1-5d42ea8086b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.039758] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b7e15-cf70-425d-b6c8-651da42a31c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.057822] env[69765]: DEBUG nova.compute.provider_tree [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.121196] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 696.172215] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Releasing lock "refresh_cache-2ed3903a-a251-4071-8eb0-56b9e524982a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.172676] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.172918] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing instance network info cache due to event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.173178] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.175122] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.175122] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 696.453949] env[69765]: INFO nova.compute.manager [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Took 32.26 seconds to build instance. [ 696.485307] env[69765]: DEBUG nova.network.neutron [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating instance_info_cache with network_info: [{"id": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "address": "fa:16:3e:53:cf:fc", "network": {"id": "4287a73a-5272-4aa7-b909-7e59ec9a6bc1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1838571935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc59ff6fa3c54de993c0fb22d5c954fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609266ad-99", "ovs_interfaceid": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.493026] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498711} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.493281] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2ed3903a-a251-4071-8eb0-56b9e524982a/2ed3903a-a251-4071-8eb0-56b9e524982a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.493483] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.493751] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c44312-1faf-48e7-9187-96e6b7d2cdea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.501996] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 696.501996] env[69765]: value = "task-3942670" [ 696.501996] env[69765]: _type = "Task" [ 696.501996] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.513696] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.561249] env[69765]: DEBUG nova.scheduler.client.report [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.893423] env[69765]: DEBUG nova.compute.manager [req-1ba88c35-92d9-438f-bc87-9d1d8551eb57 req-375dc5f0-3496-4a13-a9d2-495c99526dc8 service nova] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Received event network-vif-deleted-b047de07-a5d6-4ae1-bc53-462ab3194055 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.893423] env[69765]: DEBUG nova.compute.manager [req-1ba88c35-92d9-438f-bc87-9d1d8551eb57 req-375dc5f0-3496-4a13-a9d2-495c99526dc8 service nova] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Received event network-vif-deleted-6daccb0a-0740-42c9-85c6-1428b44e6b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.957902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8030ffad-920f-46a0-937b-7a0c9084b778 tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.090s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.987979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Releasing lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.988331] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Instance network_info: |[{"id": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "address": "fa:16:3e:53:cf:fc", "network": {"id": "4287a73a-5272-4aa7-b909-7e59ec9a6bc1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1838571935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc59ff6fa3c54de993c0fb22d5c954fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609266ad-99", "ovs_interfaceid": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.988849] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cf:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609266ad-9956-42ff-a1a5-bb8d0d4c18b3', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.997864] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Creating folder: Project (fc59ff6fa3c54de993c0fb22d5c954fc). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.998487] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c12543-48ca-4c01-b2df-0e8b425213af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.013772] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070714} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.015501] env[69765]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 697.015667] env[69765]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69765) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 697.015977] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.016661] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Folder already exists: Project (fc59ff6fa3c54de993c0fb22d5c954fc). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 697.016854] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Creating folder: Instances. Parent ref: group-v782551. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.017745] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91cbcf5-7b90-440f-9e52-a3ce1a19e0cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.020680] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e18565-c359-4703-9a40-9ceaa0b62156 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.023015] env[69765]: DEBUG nova.network.neutron [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.048790] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 2ed3903a-a251-4071-8eb0-56b9e524982a/2ed3903a-a251-4071-8eb0-56b9e524982a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.049890] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updated VIF entry in instance network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 697.050251] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.053898] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f41c94cc-e487-42ff-a5f1-625ce48d42c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.070319] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Created folder: Instances in parent group-v782551. [ 697.070936] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.071667] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.072155] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.074914] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.075745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.958s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.075966] env[69765]: DEBUG nova.objects.instance [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lazy-loading 'resources' on Instance uuid 45d9fdfb-3d55-433d-b922-0c6d15232b14 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.077633] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef3ac2b6-991d-4202-905a-d2fdbdf16326 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.096371] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 697.096371] env[69765]: value = "task-3942673" [ 697.096371] env[69765]: _type = "Task" [ 697.096371] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.102079] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.102079] env[69765]: value = "task-3942674" [ 697.102079] env[69765]: _type = "Task" [ 697.102079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.106102] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.114727] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942674, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.119407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.260138] env[69765]: DEBUG nova.objects.instance [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lazy-loading 'flavor' on Instance uuid 049c7202-5887-496e-91b8-d33af03dc5a3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.235898] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.238748] env[69765]: DEBUG oslo_concurrency.lockutils [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.240147] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.240314] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.240480] env[69765]: DEBUG nova.compute.manager [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing instance network info cache due to event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.240678] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.240814] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.240967] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 698.242894] env[69765]: DEBUG nova.compute.utils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.248638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "7d17d945-2842-4a56-b98e-01c3b70be86c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.248835] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.249060] env[69765]: INFO nova.compute.manager [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Rebooting instance [ 698.252180] env[69765]: DEBUG nova.compute.manager [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Received event network-changed-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.252180] env[69765]: DEBUG nova.compute.manager [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Refreshing instance network info cache due to event network-changed-609266ad-9956-42ff-a1a5-bb8d0d4c18b3. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.253965] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Acquiring lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.253965] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Acquired lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.253965] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Refreshing network info cache for port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 698.257570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.257570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.260870] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.263331] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.282736] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942673, 'name': ReconfigVM_Task, 'duration_secs': 0.317186} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.283276] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942674, 'name': CreateVM_Task, 'duration_secs': 0.765796} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.285054] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 2ed3903a-a251-4071-8eb0-56b9e524982a/2ed3903a-a251-4071-8eb0-56b9e524982a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.285391] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.286576] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a628742c-aa23-4fe7-b021-a737bffe79fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.291332] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5957eb2f-de87-4d38-b0e8-a6a532d9e2ae', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782566', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'name': 'volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad538135-a299-4f33-be01-b9a1016a974e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'serial': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69765) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 698.291332] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Root volume attach. Driver type: vmdk {{(pid=69765) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 698.291332] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d7e04-d826-4b03-9862-dfc2c65384f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.306557] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 698.306557] env[69765]: value = "task-3942675" [ 698.306557] env[69765]: _type = "Task" [ 698.306557] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.307259] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6409788d-a8ff-423c-b47e-d9c012684595 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.329365] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27cdab6-5662-4abb-8d42-efdd0cc7f501 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334997] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942675, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.339777] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8fcaba5e-87f0-4379-ac09-7dc78e75dd29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.346997] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 698.346997] env[69765]: value = "task-3942676" [ 698.346997] env[69765]: _type = "Task" [ 698.346997] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.359666] env[69765]: DEBUG nova.policy [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e98cf63b09422cad7d63d766c5ebac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6927f5e0fe0d471186a5a6f31dc98b58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.361325] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.767930] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully created port: e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.778289] env[69765]: DEBUG nova.network.neutron [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 698.790597] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.801177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "be01c1b4-a7c3-4508-a645-4e6856590255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.801345] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.801490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.801668] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.801829] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.810025] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.811064] env[69765]: INFO nova.compute.manager [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Terminating instance [ 698.843713] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942675, 'name': Rename_Task, 'duration_secs': 0.162634} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.844982] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.845189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquired lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.845367] env[69765]: DEBUG nova.network.neutron [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 698.847196] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.847802] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfce4b9-b728-46b9-8d49-376d01cb5060 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.861554] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 38%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.865183] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 698.865183] env[69765]: value = "task-3942677" [ 698.865183] env[69765]: _type = "Task" [ 698.865183] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.888552] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942677, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.976854] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.979773] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.998221] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce84167-e17c-4fe7-b964-95b09a479a95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.012274] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb978b-e3f3-48ff-b284-710d7fac06d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.060454] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb4543-7692-4b7b-994a-6022b1279615 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.072406] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40402f16-36e9-487c-a2fd-92198f62e359 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.094936] env[69765]: DEBUG nova.compute.provider_tree [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.220778] env[69765]: DEBUG nova.compute.manager [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.221020] env[69765]: DEBUG nova.compute.manager [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing instance network info cache due to event network-changed-2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.221290] env[69765]: DEBUG oslo_concurrency.lockutils [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] Acquiring lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.262617] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.262617] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ccfa022-bf98-4ebb-ab03-357e7834fc85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.275780] env[69765]: DEBUG oslo_vmware.api [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 699.275780] env[69765]: value = "task-3942678" [ 699.275780] env[69765]: _type = "Task" [ 699.275780] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.295297] env[69765]: DEBUG oslo_vmware.api [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942678, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.332893] env[69765]: DEBUG nova.compute.manager [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.332893] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.334786] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updated VIF entry in instance network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.336853] env[69765]: DEBUG nova.network.neutron [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.339124] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda078f-0a5a-4ab6-8dff-4bbd95012aea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.366114] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.367482] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbb6e26-4046-4a44-a1d0-b70ed31c77bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.385050] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.387151] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 699.387151] env[69765]: value = "task-3942679" [ 699.387151] env[69765]: _type = "Task" [ 699.387151] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.391677] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.402345] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.432226] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updated VIF entry in instance network info cache for port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.432636] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating instance_info_cache with network_info: [{"id": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "address": "fa:16:3e:53:cf:fc", "network": {"id": "4287a73a-5272-4aa7-b909-7e59ec9a6bc1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1838571935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc59ff6fa3c54de993c0fb22d5c954fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609266ad-99", "ovs_interfaceid": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.498440] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.500828] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 699.500828] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.572790] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully created port: 1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.601429] env[69765]: DEBUG nova.scheduler.client.report [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.790858] env[69765]: DEBUG oslo_vmware.api [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.820567] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.848116] env[69765]: DEBUG oslo_concurrency.lockutils [req-25345c5e-a453-477a-b684-7feb434a14f9 req-a250b063-e680-4122-9649-0c8254287cbf service nova] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.855717] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.856351] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.856642] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.856971] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.857257] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.857530] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.857890] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.858201] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.858482] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.858776] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.859235] env[69765]: DEBUG nova.virt.hardware [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.860929] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f14bae-7000-4604-901d-d2df326ab937 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.884833] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c083d-9ca5-4e87-bde5-899c1473ee0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.892506] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 63%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.897211] env[69765]: DEBUG oslo_vmware.api [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942677, 'name': PowerOnVM_Task, 'duration_secs': 0.993028} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.901158] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.901451] env[69765]: INFO nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Took 8.68 seconds to spawn the instance on the hypervisor. [ 699.901662] env[69765]: DEBUG nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.902651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfbe3b2-4caf-40a4-bb7e-c422bc6080d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.930704] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942679, 'name': PowerOffVM_Task, 'duration_secs': 0.27188} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.930704] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.930704] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.930704] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68fb56ed-1c7b-4503-90f3-656ac29e3a0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.936824] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Releasing lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.938018] env[69765]: DEBUG nova.compute.manager [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.938018] env[69765]: DEBUG nova.compute.manager [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing instance network info cache due to event network-changed-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.938018] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Acquiring lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938018] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Acquired lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938018] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Refreshing network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 700.007019] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.011477] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.011862] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.012189] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Deleting the datastore file [datastore1] be01c1b4-a7c3-4508-a645-4e6856590255 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.012556] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-565a76f3-fd55-41a1-a8e9-15cb61fa404f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.028896] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for the task: (returnval){ [ 700.028896] env[69765]: value = "task-3942681" [ 700.028896] env[69765]: _type = "Task" [ 700.028896] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.045978] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.112177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.036s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.116857] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.368s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.119073] env[69765]: INFO nova.compute.claims [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.155059] env[69765]: INFO nova.scheduler.client.report [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted allocations for instance 45d9fdfb-3d55-433d-b922-0c6d15232b14 [ 700.169970] env[69765]: DEBUG nova.network.neutron [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.172392] env[69765]: DEBUG nova.network.neutron [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Updating instance_info_cache with network_info: [{"id": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "address": "fa:16:3e:cb:4b:ef", "network": {"id": "eb1ede95-3e86-4b84-82d3-7c6ff1b6c65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1493863323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19d5e54fce640afaf5939eba9a16e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03daa151-c9", "ovs_interfaceid": "03daa151-c9d0-4218-a0fb-ded8a9b4fa29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.202939] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully created port: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.293277] env[69765]: DEBUG oslo_vmware.api [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942678, 'name': PowerOnVM_Task, 'duration_secs': 0.684698} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.293634] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.293865] env[69765]: DEBUG nova.compute.manager [None req-613d53d1-41c0-436f-9637-4118e9985cd3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.294818] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8a5ef-0ad6-497b-a684-08e4ae850b5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.376275] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 76%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.437370] env[69765]: INFO nova.compute.manager [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Took 34.74 seconds to build instance. [ 700.547989] env[69765]: DEBUG oslo_vmware.api [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Task: {'id': task-3942681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.548380] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.548466] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.548592] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.548924] env[69765]: INFO nova.compute.manager [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Took 1.22 seconds to destroy the instance on the hypervisor. [ 700.549017] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.549263] env[69765]: DEBUG nova.compute.manager [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.549348] env[69765]: DEBUG nova.network.neutron [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 700.670620] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58c80bc0-4a0e-4deb-9df4-b2ede82631c0 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "45d9fdfb-3d55-433d-b922-0c6d15232b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.728s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.675814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.678117] env[69765]: DEBUG nova.compute.manager [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Inject network info {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 700.678117] env[69765]: DEBUG nova.compute.manager [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] network_info to inject: |[{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 700.682260] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfiguring VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 700.683075] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Releasing lock "refresh_cache-7d17d945-2842-4a56-b98e-01c3b70be86c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.685069] env[69765]: DEBUG oslo_concurrency.lockutils [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] Acquired lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.685069] env[69765]: DEBUG nova.network.neutron [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Refreshing network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 700.690645] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b419003-d67e-4d61-ade1-7a6598c792ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.721860] env[69765]: DEBUG oslo_vmware.api [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 700.721860] env[69765]: value = "task-3942682" [ 700.721860] env[69765]: _type = "Task" [ 700.721860] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.742969] env[69765]: DEBUG oslo_vmware.api [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.832244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "cae6e452-e086-446f-808d-04dc217316ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.832537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.833251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "cae6e452-e086-446f-808d-04dc217316ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.833251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.833251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.838334] env[69765]: INFO nova.compute.manager [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Terminating instance [ 700.876769] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.941195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a188eb2-27b5-4854-89c4-d86de20b1163 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.856s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.059293] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updated VIF entry in instance network info cache for port a46fd2f4-a2bd-434c-97fd-f032e4d16ea6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.059687] env[69765]: DEBUG nova.network.neutron [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [{"id": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "address": "fa:16:3e:6d:d2:23", "network": {"id": "b021844f-3649-4803-8581-47b2717bc8a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1892653555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "886b184462bc4d3ab818c0f0252729e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46fd2f4-a2", "ovs_interfaceid": "a46fd2f4-a2bd-434c-97fd-f032e4d16ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.216145] env[69765]: DEBUG nova.compute.manager [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.217122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc4691-f2cb-4ac6-a5cf-3e058d828c29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243745] env[69765]: DEBUG oslo_vmware.api [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.340883] env[69765]: DEBUG nova.compute.manager [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.341155] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.342033] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22611109-20ca-45a3-b119-05b25c99909b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358076] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.358393] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-898f7ef9-d5cd-47ad-86e1-50d89a436fe4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.375643] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.447024] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.458952] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.459503] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.459949] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleting the datastore file [datastore1] cae6e452-e086-446f-808d-04dc217316ba {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.460817] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3fdeda4-7ea6-4a66-acb2-e82a956a6319 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.469269] env[69765]: DEBUG oslo_vmware.api [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 701.469269] env[69765]: value = "task-3942684" [ 701.469269] env[69765]: _type = "Task" [ 701.469269] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.489907] env[69765]: DEBUG oslo_vmware.api [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.563589] env[69765]: DEBUG oslo_concurrency.lockutils [req-e20a3573-be3f-4205-9d12-e0f46e900b7c req-280b3252-fb5d-484a-804b-12ef3cb723b3 service nova] Releasing lock "refresh_cache-45ed6665-a30a-4502-acea-bd01e7d18a3b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704841] env[69765]: DEBUG nova.network.neutron [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updated VIF entry in instance network info cache for port 2869fe2d-ceef-4402-95e0-93772e77daf2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.704841] env[69765]: DEBUG nova.network.neutron [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [{"id": "2869fe2d-ceef-4402-95e0-93772e77daf2", "address": "fa:16:3e:3d:16:0b", "network": {"id": "3df5f30b-b9ff-4eeb-aa90-c65c83e4f710", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1502213513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0df9dedca5e4dba858558e75b9ef7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2869fe2d-ce", "ovs_interfaceid": "2869fe2d-ceef-4402-95e0-93772e77daf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.746979] env[69765]: DEBUG oslo_vmware.api [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.785865] env[69765]: DEBUG nova.network.neutron [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.855029] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a1ee4-c485-4ef6-a4a6-7133314fa35d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.869372] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d540c-87b2-44f4-ad90-ab6040930401 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.881455] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.911539] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc695a56-d776-43eb-acc3-aea32d13cd75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.915328] env[69765]: DEBUG nova.compute.manager [req-c0c89c51-5703-4cbf-9261-f51d7e6d906e req-2f709aac-2648-40e8-a27f-af41662befda service nova] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Received event network-vif-deleted-6c027a86-a2cb-4981-8795-964900ea3bc7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.921517] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "049c7202-5887-496e-91b8-d33af03dc5a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.921947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.922281] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.922794] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.922794] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.926675] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc084908-a502-47d0-8f05-b08e1fee1796 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.931527] env[69765]: INFO nova.compute.manager [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Terminating instance [ 701.948202] env[69765]: DEBUG nova.compute.provider_tree [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.978222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.982653] env[69765]: DEBUG oslo_vmware.api [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260141} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.983656] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully updated port: e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.985168] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.985426] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.985701] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.985968] env[69765]: INFO nova.compute.manager [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: cae6e452-e086-446f-808d-04dc217316ba] Took 0.64 seconds to destroy the instance on the hypervisor. [ 701.987283] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.987283] env[69765]: DEBUG nova.compute.manager [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.987283] env[69765]: DEBUG nova.network.neutron [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 702.208565] env[69765]: DEBUG oslo_concurrency.lockutils [req-8bd44ac0-a427-4fb0-9280-ec07fd099a03 req-e8465d13-db67-4a6d-97fa-db415f79fa75 service nova] Releasing lock "refresh_cache-049c7202-5887-496e-91b8-d33af03dc5a3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.239664] env[69765]: DEBUG oslo_vmware.api [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942682, 'name': ReconfigVM_Task, 'duration_secs': 1.214435} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.240408] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8447adff-624c-45bf-af6c-c2fe096ec091 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Reconfigured VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 702.254276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a69ce8-203e-43b9-9beb-9cce2d68b0a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.264937] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Doing hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 702.265242] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6026051d-e630-4849-95d6-8a1baef02f19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.273018] env[69765]: DEBUG oslo_vmware.api [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 702.273018] env[69765]: value = "task-3942685" [ 702.273018] env[69765]: _type = "Task" [ 702.273018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.287488] env[69765]: DEBUG oslo_vmware.api [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942685, 'name': ResetVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.290690] env[69765]: INFO nova.compute.manager [-] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Took 1.74 seconds to deallocate network for instance. [ 702.376068] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task} progress is 98%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.436657] env[69765]: DEBUG nova.compute.manager [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.437057] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.438523] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16bd03b-6a98-4735-90a5-bbdd4715595a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.448542] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.448895] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d817eca1-2eab-4cac-ba55-3fb6be2ba0f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.457795] env[69765]: DEBUG nova.scheduler.client.report [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.460890] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 702.460890] env[69765]: value = "task-3942686" [ 702.460890] env[69765]: _type = "Task" [ 702.460890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.472537] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.600494] env[69765]: DEBUG nova.compute.manager [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-plugged-e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.600611] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.600833] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.600995] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.603054] env[69765]: DEBUG nova.compute.manager [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] No waiting events found dispatching network-vif-plugged-e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.603360] env[69765]: WARNING nova.compute.manager [req-6d52e1e8-65bd-47a5-a4c0-7eaad95f4159 req-f3b22eca-3194-44ea-96ac-243c15992527 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received unexpected event network-vif-plugged-e51de7f7-851a-45ff-8b63-f179dc12e7e5 for instance with vm_state building and task_state spawning. [ 702.786636] env[69765]: DEBUG oslo_vmware.api [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942685, 'name': ResetVM_Task, 'duration_secs': 0.10269} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.787202] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Did hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 702.787538] env[69765]: DEBUG nova.compute.manager [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.788557] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac317f-be62-4da0-b492-7dff6934602e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.797979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "d11ffc96-dcf1-4674-a356-6003694f08f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.797979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.805508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.843820] env[69765]: DEBUG nova.network.neutron [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.875439] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942676, 'name': RelocateVM_Task, 'duration_secs': 4.304468} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.875749] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 702.875970] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782566', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'name': 'volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad538135-a299-4f33-be01-b9a1016a974e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'serial': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 702.876797] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae0f795-8579-48e3-ae40-6ab08224e0f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.895709] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7cc8d3-1521-4e76-8b6a-c4fae9e98ff7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.924550] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff/volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.925577] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f48aeb-4081-448d-a476-c9fd4a4436e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.948903] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 702.948903] env[69765]: value = "task-3942687" [ 702.948903] env[69765]: _type = "Task" [ 702.948903] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.961183] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.962141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.962843] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.965569] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.697s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.968323] env[69765]: INFO nova.compute.claims [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.981340] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942686, 'name': PowerOffVM_Task, 'duration_secs': 0.293845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.981690] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.981936] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.982253] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0ba61f-42af-493c-800d-f25e9a5994f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.059686] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.059903] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.060139] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Deleting the datastore file [datastore1] 049c7202-5887-496e-91b8-d33af03dc5a3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.060560] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8f7ae4-4ae9-4fe4-b1d8-2de912ae225d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.069538] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for the task: (returnval){ [ 703.069538] env[69765]: value = "task-3942689" [ 703.069538] env[69765]: _type = "Task" [ 703.069538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.080373] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.309323] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bf717c28-dec5-4a5b-b7d7-e348071a179b tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.060s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.347455] env[69765]: INFO nova.compute.manager [-] [instance: cae6e452-e086-446f-808d-04dc217316ba] Took 1.36 seconds to deallocate network for instance. [ 703.465082] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942687, 'name': ReconfigVM_Task, 'duration_secs': 0.476209} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.465412] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff/volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.470756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1a1eaf-91e2-4525-a6e3-0c09d080b03a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.482713] env[69765]: DEBUG nova.compute.utils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.488046] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.488318] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.497076] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 703.497076] env[69765]: value = "task-3942690" [ 703.497076] env[69765]: _type = "Task" [ 703.497076] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.515757] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.578142] env[69765]: DEBUG nova.policy [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268f41a4dc854f4aa8c25c91ef211709', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd80702134684e22ab57c3f34ae5f87a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.586438] env[69765]: DEBUG oslo_vmware.api [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Task: {'id': task-3942689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141629} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.586689] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.586876] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.587076] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.587301] env[69765]: INFO nova.compute.manager [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 703.587553] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.587773] env[69765]: DEBUG nova.compute.manager [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.588020] env[69765]: DEBUG nova.network.neutron [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 703.854746] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.948823] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "13ddd354-488b-49cf-baa2-492046238e22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.949152] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.988506] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.011154] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942690, 'name': ReconfigVM_Task, 'duration_secs': 0.306024} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.011154] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782566', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'name': 'volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad538135-a299-4f33-be01-b9a1016a974e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'serial': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 704.014035] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2c87ad1-6072-43b3-bb75-45ade811f8a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.020552] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 704.020552] env[69765]: value = "task-3942691" [ 704.020552] env[69765]: _type = "Task" [ 704.020552] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.033528] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942691, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.227161] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully updated port: 1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.260207] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Successfully created port: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.531010] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942691, 'name': Rename_Task, 'duration_secs': 0.181039} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.535516] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.535829] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed2b5b2-c4a4-43a2-b37d-69ebad044937 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.546193] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 704.546193] env[69765]: value = "task-3942692" [ 704.546193] env[69765]: _type = "Task" [ 704.546193] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.562640] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.686217] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a6ce3d-c70d-423b-9f05-fdcfbb53667b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.696959] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b5ab5-aa25-4cc5-a012-aff07fb2fbb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.735066] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a57869-3d7d-4c0d-8157-8e43664e48e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.744968] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99885aac-0d59-43ac-963d-a13ee414681c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.765994] env[69765]: DEBUG nova.compute.provider_tree [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.007022] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.019907] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.020165] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.042174] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.042174] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.042174] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.042441] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.042441] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.042512] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.042692] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.042855] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.043066] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.043203] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.043375] env[69765]: DEBUG nova.virt.hardware [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.044323] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88250b3d-028c-446d-b538-5365ac59bb93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.063841] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.066740] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146bcd3a-b027-443b-bcf6-0e712915fb37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.272027] env[69765]: DEBUG nova.scheduler.client.report [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.448148] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-changed-e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.448148] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing instance network info cache due to event network-changed-e51de7f7-851a-45ff-8b63-f179dc12e7e5. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.448148] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Acquiring lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.448148] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Acquired lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.448148] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing network info cache for port e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 705.483415] env[69765]: DEBUG nova.network.neutron [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.559889] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942692, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.633110] env[69765]: DEBUG nova.compute.manager [req-03be06a3-58a0-4b3a-8be0-e99755157d00 req-8d3ef50d-891d-480b-a2ae-c2fa6c3b6d2c service nova] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Received event network-vif-deleted-2869fe2d-ceef-4402-95e0-93772e77daf2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.774810] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.775512] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.778409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.776s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.778694] env[69765]: DEBUG nova.objects.instance [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lazy-loading 'resources' on Instance uuid 6c3f8920-5f4a-471c-8342-53ba98deda69 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.986524] env[69765]: INFO nova.compute.manager [-] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Took 2.40 seconds to deallocate network for instance. [ 706.011331] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 706.059736] env[69765]: DEBUG oslo_vmware.api [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3942692, 'name': PowerOnVM_Task, 'duration_secs': 1.322182} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.059992] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.060217] env[69765]: INFO nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Took 10.25 seconds to spawn the instance on the hypervisor. [ 706.060569] env[69765]: DEBUG nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.061266] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f6a7d6-bf5f-47c2-b460-ffd164a4c1e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.152715] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.282296] env[69765]: DEBUG nova.compute.utils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.288196] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 706.496725] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.497252] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Successfully updated port: b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.499940] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Successfully updated port: 71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.544576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "7d17d945-2842-4a56-b98e-01c3b70be86c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.544858] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.545073] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.545257] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.545417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.547718] env[69765]: INFO nova.compute.manager [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Terminating instance [ 706.582015] env[69765]: INFO nova.compute.manager [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Took 38.59 seconds to build instance. [ 706.655645] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Releasing lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.655938] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: cae6e452-e086-446f-808d-04dc217316ba] Received event network-vif-deleted-60471fba-b9f9-4a7e-bb91-b58ca84f1dd7 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.656143] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-plugged-1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.656337] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.656552] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.656733] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.656877] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] No waiting events found dispatching network-vif-plugged-1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.657066] env[69765]: WARNING nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received unexpected event network-vif-plugged-1f315cbc-52e3-491c-83ed-aa85c055548e for instance with vm_state building and task_state spawning. [ 706.657236] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-changed-1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.657391] env[69765]: DEBUG nova.compute.manager [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing instance network info cache due to event network-changed-1f315cbc-52e3-491c-83ed-aa85c055548e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.657576] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Acquiring lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.657839] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Acquired lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.657917] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing network info cache for port 1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 706.788542] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.942211] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76bf1fa-4611-4599-9eec-fad1a1259e0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.952463] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f305e9-4695-4906-97c5-2ae37c665242 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.990478] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6c334-5c27-4bf1-91c8-ea6aaa99d096 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.999384] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd579f-81ca-4df8-b819-bfd73bae2ef9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.006709] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.006709] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.006924] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 707.009449] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.022664] env[69765]: DEBUG nova.compute.provider_tree [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.054209] env[69765]: DEBUG nova.compute.manager [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.054209] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.054209] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bdd398-e63c-4e2a-8fbd-3af4cf3512b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.061063] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.061546] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75b867d-d773-472b-b68a-84e4351a4ba9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.076187] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 707.076187] env[69765]: value = "task-3942693" [ 707.076187] env[69765]: _type = "Task" [ 707.076187] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.089330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44d6593d-dbf9-404e-a5b7-cf94dd34a175 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.094s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.090282] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.219550] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 707.343257] env[69765]: DEBUG nova.network.neutron [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.525538] env[69765]: DEBUG nova.scheduler.client.report [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.569401] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 707.587313] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942693, 'name': PowerOffVM_Task, 'duration_secs': 0.303517} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.587787] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.587787] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.587990] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e74837c-c4de-478a-8673-c8c48546f665 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.601798] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.661209] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.661464] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.661655] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Deleting the datastore file [datastore2] 7d17d945-2842-4a56-b98e-01c3b70be86c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.662256] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f945ff-b9c1-45ef-8b12-e42a0f1329e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.669878] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for the task: (returnval){ [ 707.669878] env[69765]: value = "task-3942695" [ 707.669878] env[69765]: _type = "Task" [ 707.669878] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.684189] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.708595] env[69765]: DEBUG nova.compute.manager [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-plugged-71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.708829] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.709197] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.709455] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.709648] env[69765]: DEBUG nova.compute.manager [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] No waiting events found dispatching network-vif-plugged-71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.709840] env[69765]: WARNING nova.compute.manager [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received unexpected event network-vif-plugged-71e7319d-1618-4cbd-83d1-d1e9b11950c2 for instance with vm_state building and task_state spawning. [ 707.710079] env[69765]: DEBUG nova.compute.manager [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-changed-71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.710268] env[69765]: DEBUG nova.compute.manager [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing instance network info cache due to event network-changed-71e7319d-1618-4cbd-83d1-d1e9b11950c2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.710395] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Acquiring lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.774755] env[69765]: DEBUG nova.network.neutron [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Updating instance_info_cache with network_info: [{"id": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "address": "fa:16:3e:d9:dc:f9", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92ff8bc-6f", "ovs_interfaceid": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.803319] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.841910] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.842228] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.842422] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.842750] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.842851] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.843086] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.843387] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.843943] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.844179] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.844356] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.844554] env[69765]: DEBUG nova.virt.hardware [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.845999] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77932b3-528c-42f5-a5db-5f09c2feaec2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.849870] env[69765]: DEBUG oslo_concurrency.lockutils [req-48e4d574-bf33-45e9-90ec-7c44391ff6e1 req-324c6da1-c9a6-42b4-9f41-5daf82276c91 service nova] Releasing lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.855740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.855740] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 707.862382] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf69ca3-6369-46cb-8435-a96d7fcaebf5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.880338] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.886064] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Creating folder: Project (f7757b248fe449e89020b0d72a588d59). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.886909] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5360752-96b6-4f3e-9c4e-abc8da34fb43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.898957] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Created folder: Project (f7757b248fe449e89020b0d72a588d59) in parent group-v782532. [ 707.899181] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Creating folder: Instances. Parent ref: group-v782610. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.899432] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a72fec7c-4d79-4f9e-9471-90ca41f2a3e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.909347] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Created folder: Instances in parent group-v782610. [ 707.909588] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.909795] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.910016] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0574b04b-ffee-41eb-b9d0-76e7a856b75b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.927544] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.927544] env[69765]: value = "task-3942698" [ 707.927544] env[69765]: _type = "Task" [ 707.927544] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.936784] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942698, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.951568] env[69765]: DEBUG nova.compute.manager [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Received event network-vif-plugged-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.951857] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Acquiring lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.952105] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.952303] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.952497] env[69765]: DEBUG nova.compute.manager [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] No waiting events found dispatching network-vif-plugged-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.952708] env[69765]: WARNING nova.compute.manager [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Received unexpected event network-vif-plugged-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a for instance with vm_state building and task_state spawning. [ 707.952905] env[69765]: DEBUG nova.compute.manager [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Received event network-changed-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.953138] env[69765]: DEBUG nova.compute.manager [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Refreshing instance network info cache due to event network-changed-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.953325] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Acquiring lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.034079] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.038122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.467s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.076422] env[69765]: INFO nova.scheduler.client.report [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Deleted allocations for instance 6c3f8920-5f4a-471c-8342-53ba98deda69 [ 708.127940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.183157] env[69765]: DEBUG oslo_vmware.api [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Task: {'id': task-3942695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172728} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.183252] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.183659] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.183745] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.184695] env[69765]: INFO nova.compute.manager [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 708.184695] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.184695] env[69765]: DEBUG nova.compute.manager [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.184695] env[69765]: DEBUG nova.network.neutron [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 708.278059] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.278496] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Instance network_info: |[{"id": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "address": "fa:16:3e:d9:dc:f9", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92ff8bc-6f", "ovs_interfaceid": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.279704] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Acquired lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.279981] env[69765]: DEBUG nova.network.neutron [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Refreshing network info cache for port b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 708.281434] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:dc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.292441] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.292441] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.292725] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05b4df50-4a7e-4036-887a-08c561e9a62b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.313035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "65f903d8-60b0-435f-99b1-a918ed41efa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.313346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.313490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.314229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.314229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.315884] env[69765]: INFO nova.compute.manager [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Terminating instance [ 708.323735] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.323735] env[69765]: value = "task-3942699" [ 708.323735] env[69765]: _type = "Task" [ 708.323735] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.330367] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942699, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.406771] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 708.444701] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942698, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.544619] env[69765]: INFO nova.compute.claims [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.587106] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab8393fd-0228-4a19-b712-94ffd4cd8916 tempest-AttachInterfacesV270Test-1299029277 tempest-AttachInterfacesV270Test-1299029277-project-member] Lock "6c3f8920-5f4a-471c-8342-53ba98deda69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.373s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.818463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.818873] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.819133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.819332] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.819526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.822663] env[69765]: DEBUG nova.compute.manager [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.822844] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.823791] env[69765]: INFO nova.compute.manager [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Terminating instance [ 708.826893] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d6c85-335a-4561-ae11-c45440de7a21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.846265] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.851362] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b1c99e-37a7-4b7c-a132-d557cab21be4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.854055] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942699, 'name': CreateVM_Task, 'duration_secs': 0.425562} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.856805] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.858368] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.858543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.859078] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.859565] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618c2cb2-2489-4683-b475-6fa79f9f24ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.866374] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 708.866374] env[69765]: value = "task-3942700" [ 708.866374] env[69765]: _type = "Task" [ 708.866374] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.868042] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 708.868042] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5212f8a3-1f3c-e348-6b3f-1435426f34c7" [ 708.868042] env[69765]: _type = "Task" [ 708.868042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.886587] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.891605] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5212f8a3-1f3c-e348-6b3f-1435426f34c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.892008] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.892882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.892882] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.892882] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.894586] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.894969] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c25599ae-cce9-4307-9ef2-6e83ef2b9ea0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906246] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.906575] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.910028] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181d1a5e-2a1f-4dff-bf4d-64e32ad3d313 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.915291] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 708.915291] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5220f359-8345-b681-5ad8-ab7869d0e453" [ 708.915291] env[69765]: _type = "Task" [ 708.915291] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.929777] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5220f359-8345-b681-5ad8-ab7869d0e453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.944353] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942698, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.029051] env[69765]: DEBUG nova.network.neutron [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.053617] env[69765]: INFO nova.compute.resource_tracker [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating resource usage from migration 4d275d91-5cf8-470b-b4d8-f586f6398e48 [ 709.148152] env[69765]: DEBUG nova.network.neutron [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Updated VIF entry in instance network info cache for port b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 709.148600] env[69765]: DEBUG nova.network.neutron [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Updating instance_info_cache with network_info: [{"id": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "address": "fa:16:3e:d9:dc:f9", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92ff8bc-6f", "ovs_interfaceid": "b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.341288] env[69765]: DEBUG nova.compute.manager [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.341288] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.341288] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70ab6f-d0c7-4fd9-9422-a793ef9fa8c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.352765] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.353218] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69324ed5-61c5-476e-9f55-640e597beeff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.364136] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 709.364136] env[69765]: value = "task-3942701" [ 709.364136] env[69765]: _type = "Task" [ 709.364136] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.383331] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.390110] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942700, 'name': PowerOffVM_Task, 'duration_secs': 0.237372} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.395126] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.395558] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.396419] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a343abf4-dc03-4227-b320-dba4e92cf084 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.427375] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5220f359-8345-b681-5ad8-ab7869d0e453, 'name': SearchDatastore_Task, 'duration_secs': 0.013104} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.431905] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101f47c-33da-4f59-aedf-a892f1c7777b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.442952] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 709.442952] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ac39b1-eaa6-42a0-37da-40b79780502c" [ 709.442952] env[69765]: _type = "Task" [ 709.442952] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.446971] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942698, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.461853] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ac39b1-eaa6-42a0-37da-40b79780502c, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.462242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.462547] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e/80bfdf89-2b30-4ec0-8ac9-fc9f9132165e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.462921] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cc8681-0422-426b-a325-0943ed9c09be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.472419] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 709.472419] env[69765]: value = "task-3942703" [ 709.472419] env[69765]: _type = "Task" [ 709.472419] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.484622] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.489245] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.489245] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.489434] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleting the datastore file [datastore2] 65f903d8-60b0-435f-99b1-a918ed41efa7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.489963] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e449edb-e42b-4000-b81c-b396587572b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.495440] env[69765]: DEBUG nova.network.neutron [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updating instance_info_cache with network_info: [{"id": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "address": "fa:16:3e:f0:66:21", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51de7f7-85", "ovs_interfaceid": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f315cbc-52e3-491c-83ed-aa85c055548e", "address": "fa:16:3e:79:d3:05", "network": {"id": "edf86631-01a9-42f9-997c-d14a2bc39730", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2093221649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f315cbc-52", "ovs_interfaceid": "1f315cbc-52e3-491c-83ed-aa85c055548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "address": "fa:16:3e:78:a8:30", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e7319d-16", "ovs_interfaceid": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.498695] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 709.498695] env[69765]: value = "task-3942704" [ 709.498695] env[69765]: _type = "Task" [ 709.498695] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.511646] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.537536] env[69765]: INFO nova.compute.manager [-] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Took 1.35 seconds to deallocate network for instance. [ 709.651281] env[69765]: DEBUG oslo_concurrency.lockutils [req-c33f3f07-4bf0-41b8-b7c9-e7b0fa3418c8 req-73aec706-65ce-4230-b6d8-3a9d22b286c0 service nova] Releasing lock "refresh_cache-80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.771435] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ea4025-2710-49a4-adf1-7e9fbff793df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.780821] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab749093-6391-40ca-b8f5-b1bab3ba0a16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.816157] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778f7c9-f541-4b0c-8137-f48a86524169 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.830791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf00e47-afc2-436b-a842-6af317ceb996 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.852835] env[69765]: DEBUG nova.compute.provider_tree [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.856071] env[69765]: DEBUG nova.compute.manager [req-79bc159a-e065-4ba3-b757-c36121e772d8 req-4c9f63a7-825f-4812-9b3b-f1a23b2c2bdf service nova] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Received event network-vif-deleted-03daa151-c9d0-4218-a0fb-ded8a9b4fa29 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.877858] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942701, 'name': PowerOffVM_Task, 'duration_secs': 0.259373} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.878618] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.878853] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.879185] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a08bc13-0c5b-454d-9d07-fefa35ab81c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.947497] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942698, 'name': CreateVM_Task, 'duration_secs': 1.53344} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.947682] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.948204] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.948378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.948750] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.949054] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df645d73-7f29-47a3-bcfb-a5ab0da5de27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.958962] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 709.958962] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ce11d0-8c69-2f88-e5f1-413745eacfa3" [ 709.958962] env[69765]: _type = "Task" [ 709.958962] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.968283] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.971023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.971023] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleting the datastore file [datastore1] 337ff7c0-1e04-404d-bc71-d44f3652eb3e {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.971023] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2b9fdf-3308-40dd-8da2-9016d26de55c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.980041] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for the task: (returnval){ [ 709.980041] env[69765]: value = "task-3942706" [ 709.980041] env[69765]: _type = "Task" [ 709.980041] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.980284] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ce11d0-8c69-2f88-e5f1-413745eacfa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.987080] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942703, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.998566] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.000920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.000920] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance network_info: |[{"id": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "address": "fa:16:3e:f0:66:21", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51de7f7-85", "ovs_interfaceid": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f315cbc-52e3-491c-83ed-aa85c055548e", "address": "fa:16:3e:79:d3:05", "network": {"id": "edf86631-01a9-42f9-997c-d14a2bc39730", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2093221649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f315cbc-52", "ovs_interfaceid": "1f315cbc-52e3-491c-83ed-aa85c055548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "address": "fa:16:3e:78:a8:30", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e7319d-16", "ovs_interfaceid": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.001202] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Acquired lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.001277] env[69765]: DEBUG nova.network.neutron [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Refreshing network info cache for port 71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 710.002698] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:66:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51de7f7-851a-45ff-8b63-f179dc12e7e5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:d3:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f315cbc-52e3-491c-83ed-aa85c055548e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a8:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71e7319d-1618-4cbd-83d1-d1e9b11950c2', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.013718] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Creating folder: Project (6927f5e0fe0d471186a5a6f31dc98b58). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.022061] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e36217-8e36-4637-a510-19f376d56bc3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.033174] env[69765]: DEBUG oslo_vmware.api [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19572} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.034782] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.035031] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.035202] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.035370] env[69765]: INFO nova.compute.manager [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 710.035602] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.035806] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Created folder: Project (6927f5e0fe0d471186a5a6f31dc98b58) in parent group-v782532. [ 710.035959] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Creating folder: Instances. Parent ref: group-v782614. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.036302] env[69765]: DEBUG nova.compute.manager [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.036393] env[69765]: DEBUG nova.network.neutron [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 710.039101] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a09b4d-5d7a-4c8d-b2b2-46a508883704 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.044586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.048695] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Created folder: Instances in parent group-v782614. [ 710.048936] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.049152] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.049366] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b902cf2d-70c0-444e-88dc-061e7a6b85af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.079252] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.079252] env[69765]: value = "task-3942709" [ 710.079252] env[69765]: _type = "Task" [ 710.079252] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.088538] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942709, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.211864] env[69765]: DEBUG nova.compute.manager [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Received event network-changed-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.211958] env[69765]: DEBUG nova.compute.manager [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Refreshing instance network info cache due to event network-changed-609266ad-9956-42ff-a1a5-bb8d0d4c18b3. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.212172] env[69765]: DEBUG oslo_concurrency.lockutils [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] Acquiring lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.212316] env[69765]: DEBUG oslo_concurrency.lockutils [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] Acquired lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.212518] env[69765]: DEBUG nova.network.neutron [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Refreshing network info cache for port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 710.324895] env[69765]: DEBUG nova.network.neutron [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updated VIF entry in instance network info cache for port 71e7319d-1618-4cbd-83d1-d1e9b11950c2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 710.325388] env[69765]: DEBUG nova.network.neutron [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updating instance_info_cache with network_info: [{"id": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "address": "fa:16:3e:f0:66:21", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51de7f7-85", "ovs_interfaceid": "e51de7f7-851a-45ff-8b63-f179dc12e7e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f315cbc-52e3-491c-83ed-aa85c055548e", "address": "fa:16:3e:79:d3:05", "network": {"id": "edf86631-01a9-42f9-997c-d14a2bc39730", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2093221649", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f315cbc-52", "ovs_interfaceid": "1f315cbc-52e3-491c-83ed-aa85c055548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "address": "fa:16:3e:78:a8:30", "network": {"id": "bb971821-ffe0-4edf-9a3b-520cf07999a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-858741691", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e7319d-16", "ovs_interfaceid": "71e7319d-1618-4cbd-83d1-d1e9b11950c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.331027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "2ed3903a-a251-4071-8eb0-56b9e524982a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.331027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.331027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.331295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.331295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.333800] env[69765]: INFO nova.compute.manager [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Terminating instance [ 710.358573] env[69765]: DEBUG nova.scheduler.client.report [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.470499] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ce11d0-8c69-2f88-e5f1-413745eacfa3, 'name': SearchDatastore_Task, 'duration_secs': 0.060794} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.470825] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.471088] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.471343] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.471492] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.471681] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.471954] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f8f063-dc86-4b84-ac46-89d7fcfea113 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.484018] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583171} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.487926] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e/80bfdf89-2b30-4ec0-8ac9-fc9f9132165e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.487926] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.492790] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d260e177-f4f7-4829-a153-1ffc4f2049de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495386] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.495603] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.497059] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f38110c-fcc7-40fc-abb4-c128accbe0c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.505856] env[69765]: DEBUG oslo_vmware.api [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Task: {'id': task-3942706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220407} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.506880] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.507103] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.507293] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.507469] env[69765]: INFO nova.compute.manager [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.507724] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.507929] env[69765]: DEBUG nova.compute.manager [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.508622] env[69765]: DEBUG nova.network.neutron [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 710.513225] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 710.513225] env[69765]: value = "task-3942710" [ 710.513225] env[69765]: _type = "Task" [ 710.513225] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.513843] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 710.513843] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52340204-7b9c-d248-5e1d-d306abbd6841" [ 710.513843] env[69765]: _type = "Task" [ 710.513843] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.532367] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.536204] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52340204-7b9c-d248-5e1d-d306abbd6841, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.537063] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e3082d-8e1b-4cce-9ee1-edeef283636b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.544028] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 710.544028] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52dab4d6-4714-922a-6d88-a85705992073" [ 710.544028] env[69765]: _type = "Task" [ 710.544028] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.556137] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dab4d6-4714-922a-6d88-a85705992073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.590620] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942709, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.829199] env[69765]: DEBUG oslo_concurrency.lockutils [req-0fc54500-8618-488a-bab3-5d7b100f3622 req-a67ac60c-17a0-41a7-a376-4e0c63846163 service nova] Releasing lock "refresh_cache-224675a2-3582-44e3-a8f4-95973b08c952" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839573] env[69765]: DEBUG nova.compute.manager [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.839573] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.841192] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd147e2-9fb1-4d4d-9992-674ae79e3a17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.854611] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.854928] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-997513a2-0a37-487d-80e9-737638fa30d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.867414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.830s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.867414] env[69765]: INFO nova.compute.manager [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Migrating [ 710.867797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.867797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.870533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.500s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.874973] env[69765]: INFO nova.compute.claims [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.876527] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 710.876527] env[69765]: value = "task-3942711" [ 710.876527] env[69765]: _type = "Task" [ 710.876527] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.876527] env[69765]: INFO nova.compute.rpcapi [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 710.876991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.909106] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.025703] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07805} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.026210] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.027218] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3851c0-3f3d-4888-920e-6b98765079e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.063861] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e/80bfdf89-2b30-4ec0-8ac9-fc9f9132165e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.070018] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da930224-43b6-404e-a726-93556eff855e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.097601] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dab4d6-4714-922a-6d88-a85705992073, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.100204] env[69765]: DEBUG nova.network.neutron [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updated VIF entry in instance network info cache for port 609266ad-9956-42ff-a1a5-bb8d0d4c18b3. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 711.100290] env[69765]: DEBUG nova.network.neutron [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating instance_info_cache with network_info: [{"id": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "address": "fa:16:3e:53:cf:fc", "network": {"id": "4287a73a-5272-4aa7-b909-7e59ec9a6bc1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1838571935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc59ff6fa3c54de993c0fb22d5c954fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609266ad-99", "ovs_interfaceid": "609266ad-9956-42ff-a1a5-bb8d0d4c18b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.102239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.103100] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] fe275ac2-ffb3-4968-af80-05882e1e5934/fe275ac2-ffb3-4968-af80-05882e1e5934.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.103100] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 711.103100] env[69765]: value = "task-3942712" [ 711.103100] env[69765]: _type = "Task" [ 711.103100] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.103330] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e070395c-06db-416a-b905-bdf0e00b6704 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.114202] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942709, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.120939] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.122562] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 711.122562] env[69765]: value = "task-3942713" [ 711.122562] env[69765]: _type = "Task" [ 711.122562] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.133057] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.231537] env[69765]: DEBUG nova.network.neutron [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.367612] env[69765]: DEBUG nova.network.neutron [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.399269] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.399269] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.399741] env[69765]: DEBUG nova.network.neutron [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 711.401305] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942711, 'name': PowerOffVM_Task, 'duration_secs': 0.218896} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.402759] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.402988] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.403767] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be992666-b953-4f59-9004-16b20c53f0e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.603133] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942709, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.604402] env[69765]: DEBUG oslo_concurrency.lockutils [req-d00dc432-c40c-4817-b868-61771cdf845a req-8217094c-575d-4ab6-815b-5c423b93fdee service nova] Releasing lock "refresh_cache-ad538135-a299-4f33-be01-b9a1016a974e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.624895] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.637303] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942713, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.735149] env[69765]: INFO nova.compute.manager [-] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Took 1.70 seconds to deallocate network for instance. [ 711.868872] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.869618] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.869741] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Deleting the datastore file [datastore2] 2ed3903a-a251-4071-8eb0-56b9e524982a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.870215] env[69765]: INFO nova.compute.manager [-] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Took 1.36 seconds to deallocate network for instance. [ 711.870541] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6824f5c-9d96-4e4c-9b38-de8ee99aa465 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.881287] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for the task: (returnval){ [ 711.881287] env[69765]: value = "task-3942715" [ 711.881287] env[69765]: _type = "Task" [ 711.881287] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.890564] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.968824] env[69765]: DEBUG nova.compute.manager [req-54854731-df54-4969-a2ec-9da2102d0b7e req-a33bfa24-c4fa-479c-a59f-633c43bf6fcc service nova] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Received event network-vif-deleted-8b1cdc4d-5e2d-4f67-808e-97c83035d12d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.100186] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942709, 'name': CreateVM_Task, 'duration_secs': 1.786776} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.103295] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.104297] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.104564] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.105435] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.106537] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a880233-b0d1-4a9e-9860-818249a1b541 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.119853] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 712.119853] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527d6cb3-bada-ef32-bafa-b6bf482898cf" [ 712.119853] env[69765]: _type = "Task" [ 712.119853] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.123524] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942712, 'name': ReconfigVM_Task, 'duration_secs': 0.599441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.129574] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e/80bfdf89-2b30-4ec0-8ac9-fc9f9132165e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.130851] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7ef15d-123c-4253-9962-d0be521e8abc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.146388] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d6cb3-bada-ef32-bafa-b6bf482898cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.153318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.153576] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.153852] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.154030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.154220] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.154508] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522783} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.154784] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 712.154784] env[69765]: value = "task-3942716" [ 712.154784] env[69765]: _type = "Task" [ 712.154784] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.157485] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e034afe-384f-4188-9023-cad934d5ddee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.159571] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] fe275ac2-ffb3-4968-af80-05882e1e5934/fe275ac2-ffb3-4968-af80-05882e1e5934.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.159822] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.160203] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5511ecf3-644a-4b00-bafd-30d47bb8deac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.177284] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942716, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.180257] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.180257] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.180360] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 712.180360] env[69765]: value = "task-3942717" [ 712.180360] env[69765]: _type = "Task" [ 712.180360] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.183115] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f045d53-7447-46a0-b208-30db3ebf0320 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.194345] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 712.194345] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b30061-04f9-7b66-0efd-2e6d9b98c76e" [ 712.194345] env[69765]: _type = "Task" [ 712.194345] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.197650] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.213961] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b30061-04f9-7b66-0efd-2e6d9b98c76e, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.214926] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278f0257-46f8-4492-9e63-1de57621a5ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.225327] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 712.225327] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5225e99c-fd65-4231-7a6c-9607469669c3" [ 712.225327] env[69765]: _type = "Task" [ 712.225327] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.229677] env[69765]: DEBUG nova.network.neutron [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.242078] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5225e99c-fd65-4231-7a6c-9607469669c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.245596] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.300121] env[69765]: DEBUG nova.compute.manager [req-e81cc0d8-2bff-437b-a38b-c8238e6795d5 req-f2c905a8-59f5-4554-b7b6-7b0ed03deff9 service nova] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Received event network-vif-deleted-a481e011-79ce-4023-a991-e462eec55622 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.383217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.401137] env[69765]: DEBUG oslo_vmware.api [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Task: {'id': task-3942715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152659} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.401648] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.402008] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.402318] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.402634] env[69765]: INFO nova.compute.manager [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Took 1.57 seconds to destroy the instance on the hypervisor. [ 712.403093] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.404068] env[69765]: DEBUG nova.compute.manager [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.404068] env[69765]: DEBUG nova.network.neutron [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 712.537194] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5100b17a-9bba-4b3c-95c3-5cebd48414b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.548677] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce52a2-6476-452f-ae42-6c5134be8d3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.585075] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b75ea2-1950-4032-bd0a-4ac54ab33a34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.592819] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd4e505-4270-43da-a702-141660a4df4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.608573] env[69765]: DEBUG nova.compute.provider_tree [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.670892] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942716, 'name': Rename_Task, 'duration_secs': 0.375695} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.671190] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.671445] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5742b38e-b736-4796-b0ec-1c17f78e4a2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.679410] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 712.679410] env[69765]: value = "task-3942718" [ 712.679410] env[69765]: _type = "Task" [ 712.679410] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.689708] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.702251] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.702251] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.702408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea79ea3-13d2-4c23-b957-772243c72806 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.733220] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] fe275ac2-ffb3-4968-af80-05882e1e5934/fe275ac2-ffb3-4968-af80-05882e1e5934.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.733771] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd07bb8-6c8b-420a-84cc-7bfb8fc4fde0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.752731] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.760117] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5225e99c-fd65-4231-7a6c-9607469669c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.763503] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.763503] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 224675a2-3582-44e3-a8f4-95973b08c952/224675a2-3582-44e3-a8f4-95973b08c952.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.763503] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 712.763503] env[69765]: value = "task-3942719" [ 712.763503] env[69765]: _type = "Task" [ 712.763503] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.769758] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de74bf2-d550-483a-85e5-7c43a24e02c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.779541] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.782538] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 712.782538] env[69765]: value = "task-3942720" [ 712.782538] env[69765]: _type = "Task" [ 712.782538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.790791] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.112843] env[69765]: DEBUG nova.scheduler.client.report [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.195177] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.267123] env[69765]: DEBUG nova.network.neutron [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.282124] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942719, 'name': ReconfigVM_Task, 'duration_secs': 0.446124} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.286769] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Reconfigured VM instance instance-0000001c to attach disk [datastore1] fe275ac2-ffb3-4968-af80-05882e1e5934/fe275ac2-ffb3-4968-af80-05882e1e5934.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.288301] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07fba9a-aa02-40ba-8ba9-f1d02826c13c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.302057] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481445} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.304333] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 224675a2-3582-44e3-a8f4-95973b08c952/224675a2-3582-44e3-a8f4-95973b08c952.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.304660] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.305115] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 713.305115] env[69765]: value = "task-3942721" [ 713.305115] env[69765]: _type = "Task" [ 713.305115] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.305372] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6607589b-2656-48ea-ab27-c655e39b6459 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.324741] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942721, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.327013] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 713.327013] env[69765]: value = "task-3942722" [ 713.327013] env[69765]: _type = "Task" [ 713.327013] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.343461] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.624299] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.625243] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.628815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.505s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.634637] env[69765]: INFO nova.compute.claims [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.693192] env[69765]: DEBUG oslo_vmware.api [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942718, 'name': PowerOnVM_Task, 'duration_secs': 0.656444} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.693493] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.693628] env[69765]: INFO nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Took 8.69 seconds to spawn the instance on the hypervisor. [ 713.693942] env[69765]: DEBUG nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.695051] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ee2a6-e9b3-4c17-b3db-5c27b9ff205c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.775128] env[69765]: INFO nova.compute.manager [-] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Took 1.37 seconds to deallocate network for instance. [ 713.821814] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942721, 'name': Rename_Task, 'duration_secs': 0.201978} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.821814] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.821814] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492a4db1-4f90-4689-97b0-34cf364ce2b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.840559] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 713.840559] env[69765]: value = "task-3942723" [ 713.840559] env[69765]: _type = "Task" [ 713.840559] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.849983] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.850571] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.851762] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8a108f-7e98-40f0-b2bc-6b66fcddfe89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.859369] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.888581] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 224675a2-3582-44e3-a8f4-95973b08c952/224675a2-3582-44e3-a8f4-95973b08c952.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.889278] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e8d2ec-4578-4184-b2ac-a7447d417540 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.912695] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 713.912695] env[69765]: value = "task-3942724" [ 713.912695] env[69765]: _type = "Task" [ 713.912695] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.923517] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.140344] env[69765]: DEBUG nova.compute.utils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.146127] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.146127] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.220633] env[69765]: DEBUG nova.policy [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '676e91fdb282488798e67b9815e18458', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859d3ad3ed864682a4fcd6275fdec4f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.227147] env[69765]: INFO nova.compute.manager [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Took 37.51 seconds to build instance. [ 714.270909] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48d052-3dad-4cbb-ae21-f34d408756b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.293765] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.294844] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.356781] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942723, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.402196] env[69765]: DEBUG nova.compute.manager [req-e5f8562d-28df-4628-b3a1-6894a3ce436f req-37b8d4d1-4eb2-436b-892c-ebe5d8438798 service nova] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Received event network-vif-deleted-91a816eb-c280-47d7-a3d0-34b23fda1a89 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.424519] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942724, 'name': ReconfigVM_Task, 'duration_secs': 0.402933} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.425170] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 224675a2-3582-44e3-a8f4-95973b08c952/224675a2-3582-44e3-a8f4-95973b08c952.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.425825] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19a5484e-f787-4600-9e34-a4be3a73a051 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.437130] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 714.437130] env[69765]: value = "task-3942725" [ 714.437130] env[69765]: _type = "Task" [ 714.437130] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.455566] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942725, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.646289] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.650114] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Successfully created port: 7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.730030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0e242da-374c-4e38-a8b8-531daea8d541 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.225s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.803372] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.803775] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d724aba-6de8-4cd1-895c-2192f97d37c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.816393] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 714.816393] env[69765]: value = "task-3942726" [ 714.816393] env[69765]: _type = "Task" [ 714.816393] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.827186] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.855532] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942723, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.952824] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942725, 'name': Rename_Task, 'duration_secs': 0.199699} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.956949] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.957836] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41225d4c-02cc-41b3-b75c-c0590dcac88c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.966912] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 714.966912] env[69765]: value = "task-3942727" [ 714.966912] env[69765]: _type = "Task" [ 714.966912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.985317] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.234148] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.334053] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942726, 'name': PowerOffVM_Task, 'duration_secs': 0.259057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.334053] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.334053] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.338093] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868247a-c6c9-498c-894c-fd38fc5b7722 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.351092] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b24f1a-7082-4b67-b271-ba56ff049d51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.362839] env[69765]: DEBUG oslo_vmware.api [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942723, 'name': PowerOnVM_Task, 'duration_secs': 1.06346} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.394601] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.394877] env[69765]: INFO nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Took 7.59 seconds to spawn the instance on the hypervisor. [ 715.395087] env[69765]: DEBUG nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.396198] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8765a052-a0f5-4791-a873-1aeaa906af0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.399797] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25a417-96cd-4aa5-85bd-b92e2b85c9f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.415215] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4f687d-2082-46a6-895f-7c37f2fcd764 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.431080] env[69765]: DEBUG nova.compute.provider_tree [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.479140] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.665630] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.693380] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.693650] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.694070] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.694384] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.694504] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.694657] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.694867] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.695081] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.695329] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.695516] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.695704] env[69765]: DEBUG nova.virt.hardware [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.696700] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890300b-2dd2-441a-a849-dc67e03e90b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.706222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a3325-e3ec-4b01-b925-df7ca9c80442 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.755670] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.844748] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.845078] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.845245] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.845438] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.845591] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.845835] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.846128] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.846427] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.849456] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.849456] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.849456] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.854136] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44638c4-7b7b-405d-9b6f-47cb98028b30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.873410] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 715.873410] env[69765]: value = "task-3942728" [ 715.873410] env[69765]: _type = "Task" [ 715.873410] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.885625] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.932396] env[69765]: INFO nova.compute.manager [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Took 38.70 seconds to build instance. [ 715.937151] env[69765]: DEBUG nova.scheduler.client.report [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.981847] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942727, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.386819] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942728, 'name': ReconfigVM_Task, 'duration_secs': 0.255079} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.386819] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 716.406459] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Successfully updated port: 7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.443567] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7163cbd4-e0f2-4096-b99c-69b22153b41a tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.408s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.444450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.444941] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.450016] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.196s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.451954] env[69765]: INFO nova.compute.claims [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.483923] env[69765]: DEBUG oslo_vmware.api [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942727, 'name': PowerOnVM_Task, 'duration_secs': 1.156614} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.484996] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.484996] env[69765]: INFO nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Took 16.66 seconds to spawn the instance on the hypervisor. [ 716.484996] env[69765]: DEBUG nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.485446] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e329e94-d6b7-41e8-b42c-c2db10d9bee7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.614571] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.614746] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.614943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.615619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.615619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.620955] env[69765]: INFO nova.compute.manager [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Terminating instance [ 716.625906] env[69765]: DEBUG nova.compute.manager [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Received event network-vif-plugged-7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.626569] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Acquiring lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.626569] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.626569] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.626857] env[69765]: DEBUG nova.compute.manager [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] No waiting events found dispatching network-vif-plugged-7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.626857] env[69765]: WARNING nova.compute.manager [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Received unexpected event network-vif-plugged-7ffaa514-d941-4eb7-b8ab-78685b254184 for instance with vm_state building and task_state spawning. [ 716.626979] env[69765]: DEBUG nova.compute.manager [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Received event network-changed-7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.627147] env[69765]: DEBUG nova.compute.manager [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Refreshing instance network info cache due to event network-changed-7ffaa514-d941-4eb7-b8ab-78685b254184. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.628174] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Acquiring lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.628174] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Acquired lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.628347] env[69765]: DEBUG nova.network.neutron [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Refreshing network info cache for port 7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 716.633568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.637033] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.894302] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.895577] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.895951] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.896587] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.896587] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.896739] env[69765]: DEBUG nova.virt.hardware [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.902466] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 716.903385] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2508b819-b54d-4cae-bcac-9d6ef40bc59d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919280] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.926917] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 716.926917] env[69765]: value = "task-3942729" [ 716.926917] env[69765]: _type = "Task" [ 716.926917] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.938847] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.956961] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.961307] env[69765]: DEBUG nova.compute.utils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.966314] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.966314] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.009128] env[69765]: INFO nova.compute.manager [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Took 47.00 seconds to build instance. [ 717.032795] env[69765]: DEBUG nova.policy [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28f9820d79624dee81cd09c23a634dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db6be26f4cc148f7a21a11f49281bbe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.125588] env[69765]: DEBUG nova.compute.manager [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.125829] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.126777] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331106c2-89dc-4309-9169-1117bbdded07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.137670] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.137963] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0980934-5938-4a61-81d7-8e8c4d73bb8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.146462] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 717.146462] env[69765]: value = "task-3942730" [ 717.146462] env[69765]: _type = "Task" [ 717.146462] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.156246] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.181493] env[69765]: DEBUG nova.network.neutron [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 717.333431] env[69765]: DEBUG nova.network.neutron [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.450420] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.471825] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.474635] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Successfully created port: f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.500981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.511098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-50d74e7a-3555-43e8-9a7f-85882c8b58c4 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.619s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.671357] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942730, 'name': PowerOffVM_Task, 'duration_secs': 0.267437} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.672360] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.672360] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.672360] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f1a2d3-c8c2-4aa6-931c-7d9214e99b51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.739510] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.739742] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.739966] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Deleting the datastore file [datastore1] 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.740297] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb8a9ed-801a-4d48-9231-23d39f30afd6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.748022] env[69765]: DEBUG nova.compute.manager [None req-4041c254-c15d-4dda-b5c2-89938b86a41c tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.751727] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87046bc3-a008-47cb-a9a9-ea4b31440406 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.756117] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for the task: (returnval){ [ 717.756117] env[69765]: value = "task-3942732" [ 717.756117] env[69765]: _type = "Task" [ 717.756117] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.769579] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.836980] env[69765]: DEBUG oslo_concurrency.lockutils [req-64b33572-c4ef-4c54-8f1e-238a634a4c03 req-6a0ccef6-7705-436a-bd04-939b76fa8852 service nova] Releasing lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.838680] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquired lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.838886] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 717.934970] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "fe275ac2-ffb3-4968-af80-05882e1e5934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.935281] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.935496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "fe275ac2-ffb3-4968-af80-05882e1e5934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.935678] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.935850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.940938] env[69765]: INFO nova.compute.manager [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Terminating instance [ 717.948690] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.015132] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.123157] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00279b3a-650e-4c63-ac82-9dfb7a1c4554 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.131321] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e35f2-5b7b-47d2-8f15-4bea8f519510 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.165542] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdbf9cc-978c-45c4-93e0-8556eb0181a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.177947] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eea23f-69fc-4530-b659-47b0a4b8e190 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.195828] env[69765]: DEBUG nova.compute.provider_tree [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.267537] env[69765]: INFO nova.compute.manager [None req-4041c254-c15d-4dda-b5c2-89938b86a41c tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] instance snapshotting [ 718.268176] env[69765]: DEBUG nova.objects.instance [None req-4041c254-c15d-4dda-b5c2-89938b86a41c tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lazy-loading 'flavor' on Instance uuid fe275ac2-ffb3-4968-af80-05882e1e5934 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.270215] env[69765]: DEBUG oslo_vmware.api [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Task: {'id': task-3942732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417634} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.270215] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.270215] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.270215] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.270215] env[69765]: INFO nova.compute.manager [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 718.270514] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.270876] env[69765]: DEBUG nova.compute.manager [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.270966] env[69765]: DEBUG nova.network.neutron [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 718.389539] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 718.444991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "refresh_cache-fe275ac2-ffb3-4968-af80-05882e1e5934" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.445194] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquired lock "refresh_cache-fe275ac2-ffb3-4968-af80-05882e1e5934" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.445370] env[69765]: DEBUG nova.network.neutron [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 718.451866] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942729, 'name': ReconfigVM_Task, 'duration_secs': 1.317332} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.453337] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 718.453513] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd4d885-2d82-4a2f-bac3-9768916d6e0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.476659] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.477814] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fb1b1d-ea9f-440b-ad5e-28e647d56fac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.494604] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.512798] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 718.512798] env[69765]: value = "task-3942733" [ 718.512798] env[69765]: _type = "Task" [ 718.512798] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.526751] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.528720] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.529041] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.529227] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.529413] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.529600] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.529700] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.529919] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.530089] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.530265] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.530425] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.531032] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.534190] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac5f5f8-4b77-4e48-b4c9-e7d6f0c9464a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.549419] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf69979b-f9d1-46a8-8af0-396c0ef72f41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.554927] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.592718] env[69765]: DEBUG nova.network.neutron [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Updating instance_info_cache with network_info: [{"id": "7ffaa514-d941-4eb7-b8ab-78685b254184", "address": "fa:16:3e:cf:be:bf", "network": {"id": "3a3c78d1-4442-4997-ae7a-57f82e2fedbc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570593073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859d3ad3ed864682a4fcd6275fdec4f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa514-d9", "ovs_interfaceid": "7ffaa514-d941-4eb7-b8ab-78685b254184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.674210] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.674516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.674730] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "224675a2-3582-44e3-a8f4-95973b08c952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.675050] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.675262] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.677430] env[69765]: INFO nova.compute.manager [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Terminating instance [ 718.680685] env[69765]: DEBUG nova.compute.manager [req-a9240a8f-7569-4b89-b8bc-4b52fa007821 req-6a173154-0695-48fe-8b28-20fcf9138cf3 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Received event network-vif-deleted-b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.680868] env[69765]: INFO nova.compute.manager [req-a9240a8f-7569-4b89-b8bc-4b52fa007821 req-6a173154-0695-48fe-8b28-20fcf9138cf3 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Neutron deleted interface b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a; detaching it from the instance and deleting it from the info cache [ 718.681104] env[69765]: DEBUG nova.network.neutron [req-a9240a8f-7569-4b89-b8bc-4b52fa007821 req-6a173154-0695-48fe-8b28-20fcf9138cf3 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.699699] env[69765]: DEBUG nova.scheduler.client.report [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.776294] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e761f-1289-412e-b489-67fd76340202 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.800593] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b59987-a2b2-4644-9cd4-a47fe1de0a23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.973082] env[69765]: DEBUG nova.network.neutron [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 719.022999] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.042924] env[69765]: DEBUG nova.network.neutron [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.094935] env[69765]: DEBUG nova.network.neutron [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.098710] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Releasing lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.099064] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance network_info: |[{"id": "7ffaa514-d941-4eb7-b8ab-78685b254184", "address": "fa:16:3e:cf:be:bf", "network": {"id": "3a3c78d1-4442-4997-ae7a-57f82e2fedbc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570593073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859d3ad3ed864682a4fcd6275fdec4f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa514-d9", "ovs_interfaceid": "7ffaa514-d941-4eb7-b8ab-78685b254184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.099759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:be:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ffaa514-d941-4eb7-b8ab-78685b254184', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.108126] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Creating folder: Project (859d3ad3ed864682a4fcd6275fdec4f6). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.108450] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06cac94-b29f-4036-bd99-a5e457374a94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.121705] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Created folder: Project (859d3ad3ed864682a4fcd6275fdec4f6) in parent group-v782532. [ 719.121929] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Creating folder: Instances. Parent ref: group-v782617. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.122189] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a6c348-c97c-4fa0-a2b9-211097ff9833 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.133914] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Created folder: Instances in parent group-v782617. [ 719.134192] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.134388] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.134681] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3435ebe3-5482-4e2c-9367-7bd3fa629696 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.156547] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.156547] env[69765]: value = "task-3942736" [ 719.156547] env[69765]: _type = "Task" [ 719.156547] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.166262] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942736, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.189123] env[69765]: DEBUG nova.compute.manager [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.189379] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.189684] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cf45cb5-1507-4bea-b304-a8aedec08d20 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.192491] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a8745e-8e5c-47b4-8d5c-9ee6c2679b57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.206033] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.206220] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.209822] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.213479] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e28679-c699-4ff4-af2e-3ca8d8b2e7e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.228941] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.383s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.230512] env[69765]: INFO nova.compute.claims [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.235163] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aca5b9d-dd4d-4f86-8f44-e9c171a006e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.244970] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 719.244970] env[69765]: value = "task-3942737" [ 719.244970] env[69765]: _type = "Task" [ 719.244970] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.258115] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.271665] env[69765]: DEBUG nova.compute.manager [req-a9240a8f-7569-4b89-b8bc-4b52fa007821 req-6a173154-0695-48fe-8b28-20fcf9138cf3 service nova] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Detach interface failed, port_id=b92ff8bc-6fa0-4fbd-a0fa-9abaa1841b2a, reason: Instance 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.273838] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Successfully updated port: f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.311342] env[69765]: DEBUG nova.compute.manager [None req-4041c254-c15d-4dda-b5c2-89938b86a41c tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance disappeared during snapshot {{(pid=69765) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 719.475015] env[69765]: DEBUG nova.compute.manager [None req-4041c254-c15d-4dda-b5c2-89938b86a41c tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Found 0 images (rotation: 2) {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 719.523435] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942733, 'name': ReconfigVM_Task, 'duration_secs': 0.547945} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.523435] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a/f31e0ac1-18d3-4e01-a470-769823a8566a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.523788] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.546032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Releasing lock "refresh_cache-fe275ac2-ffb3-4968-af80-05882e1e5934" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.546900] env[69765]: DEBUG nova.compute.manager [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.546900] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.547617] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ca203d-8d71-4cd8-8edd-9cd71ec311b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.555856] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.556174] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1385cb1a-a9c5-4503-82ed-dde18412ca16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.565022] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 719.565022] env[69765]: value = "task-3942738" [ 719.565022] env[69765]: _type = "Task" [ 719.565022] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.576371] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.598233] env[69765]: INFO nova.compute.manager [-] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Took 1.33 seconds to deallocate network for instance. [ 719.668119] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942736, 'name': CreateVM_Task, 'duration_secs': 0.335215} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.668300] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.669577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.669835] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.670244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.671139] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64c65e3-b45e-48ff-baa7-2f4e0c21da8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.676876] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 719.676876] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cc5153-24db-d579-ba3d-a2acfb59c353" [ 719.676876] env[69765]: _type = "Task" [ 719.676876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.686995] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc5153-24db-d579-ba3d-a2acfb59c353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.713318] env[69765]: DEBUG nova.compute.utils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.716139] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.716139] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.756658] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942737, 'name': PowerOffVM_Task, 'duration_secs': 0.167827} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.756930] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.757149] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.757380] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81dbc12d-b539-431c-9987-003a40d72659 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.776734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.776734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.778031] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 719.779705] env[69765]: DEBUG nova.policy [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28f9820d79624dee81cd09c23a634dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db6be26f4cc148f7a21a11f49281bbe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.891669] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.891983] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.892219] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleting the datastore file [datastore2] 224675a2-3582-44e3-a8f4-95973b08c952 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.892498] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19a5826-2a81-4b79-a891-d4a3195e956e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.902471] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 719.902471] env[69765]: value = "task-3942740" [ 719.902471] env[69765]: _type = "Task" [ 719.902471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.916791] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.032484] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d466d-2ce4-4e7a-af77-3e1d122f85ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.057967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3acb4-f334-4aa0-994c-efd9954223b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.087739] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.104523] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942738, 'name': PowerOffVM_Task, 'duration_secs': 0.165106} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.104523] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.104523] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.104523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f7661d-ee73-4a61-b061-ba8a738509be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.106145] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.132132] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Successfully created port: 058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.143509] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.144090] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.144306] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Deleting the datastore file [datastore1] fe275ac2-ffb3-4968-af80-05882e1e5934 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.144682] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f85f15-b8b9-4e78-b90b-283c53d5cb30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.155324] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for the task: (returnval){ [ 720.155324] env[69765]: value = "task-3942742" [ 720.155324] env[69765]: _type = "Task" [ 720.155324] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.168824] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.191020] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc5153-24db-d579-ba3d-a2acfb59c353, 'name': SearchDatastore_Task, 'duration_secs': 0.013044} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.191463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.191955] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.193182] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193441] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.193673] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.194126] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc328e0b-b1d1-4158-b8f2-46f00b385ae0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.218374] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.218752] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.220099] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.223014] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0958a6-b836-444a-924b-b0e3946d84bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.230587] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 720.230587] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f94735-2c8b-88e6-4df1-8eb6fd59a498" [ 720.230587] env[69765]: _type = "Task" [ 720.230587] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.245215] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f94735-2c8b-88e6-4df1-8eb6fd59a498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.326069] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 720.413858] env[69765]: DEBUG oslo_vmware.api [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3942740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40068} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.416535] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.416739] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.416918] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.417111] env[69765]: INFO nova.compute.manager [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Took 1.23 seconds to destroy the instance on the hypervisor. [ 720.417353] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.417743] env[69765]: DEBUG nova.compute.manager [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.417843] env[69765]: DEBUG nova.network.neutron [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 720.531219] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Updating instance_info_cache with network_info: [{"id": "f7e129b2-6084-460a-a101-3429cfd9ec64", "address": "fa:16:3e:64:92:b2", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e129b2-60", "ovs_interfaceid": "f7e129b2-6084-460a-a101-3429cfd9ec64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.663028] env[69765]: DEBUG nova.network.neutron [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Port 1c255039-020d-48a7-b65c-a335793830a4 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 720.671020] env[69765]: DEBUG oslo_vmware.api [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Task: {'id': task-3942742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329394} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.675430] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.675651] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.675831] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.675993] env[69765]: INFO nova.compute.manager [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Took 1.13 seconds to destroy the instance on the hypervisor. [ 720.676448] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.676706] env[69765]: DEBUG nova.compute.manager [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.676890] env[69765]: DEBUG nova.network.neutron [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 720.701834] env[69765]: DEBUG nova.network.neutron [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 720.743049] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f94735-2c8b-88e6-4df1-8eb6fd59a498, 'name': SearchDatastore_Task, 'duration_secs': 0.018901} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.745896] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c9dd52-d82c-447b-9003-ed7bda5ac72e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.751068] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 720.751068] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52206993-e957-97a2-b634-a734b7e2996c" [ 720.751068] env[69765]: _type = "Task" [ 720.751068] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.763839] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52206993-e957-97a2-b634-a734b7e2996c, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.764162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.764473] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5746d847-85be-4587-9a40-ba7ad4beeed3/5746d847-85be-4587-9a40-ba7ad4beeed3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.764740] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad90974d-ce0a-4b92-a09d-82fa731058c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.774101] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 720.774101] env[69765]: value = "task-3942743" [ 720.774101] env[69765]: _type = "Task" [ 720.774101] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.786780] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.817783] env[69765]: DEBUG nova.compute.manager [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Received event network-vif-plugged-f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.817879] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Acquiring lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.818193] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.819971] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.819971] env[69765]: DEBUG nova.compute.manager [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] No waiting events found dispatching network-vif-plugged-f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.819971] env[69765]: WARNING nova.compute.manager [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Received unexpected event network-vif-plugged-f7e129b2-6084-460a-a101-3429cfd9ec64 for instance with vm_state building and task_state spawning. [ 720.819971] env[69765]: DEBUG nova.compute.manager [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Received event network-changed-f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.819971] env[69765]: DEBUG nova.compute.manager [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Refreshing instance network info cache due to event network-changed-f7e129b2-6084-460a-a101-3429cfd9ec64. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.819971] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Acquiring lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.964306] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d85d6-b3a7-48a2-a128-97a95d71a4af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.974556] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527bcba-8eff-4fbb-a7ea-974dc5554fab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.011061] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665b2293-0de7-4be6-9f8c-b20a167f8b9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.020984] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d347d69-a680-4dfc-9d3e-475e3c547993 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.039068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.039453] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Instance network_info: |[{"id": "f7e129b2-6084-460a-a101-3429cfd9ec64", "address": "fa:16:3e:64:92:b2", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e129b2-60", "ovs_interfaceid": "f7e129b2-6084-460a-a101-3429cfd9ec64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.039909] env[69765]: DEBUG nova.compute.provider_tree [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.041414] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Acquired lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.041602] env[69765]: DEBUG nova.network.neutron [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Refreshing network info cache for port f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 721.043132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:92:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e129b2-6084-460a-a101-3429cfd9ec64', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.051526] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating folder: Project (db6be26f4cc148f7a21a11f49281bbe4). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.053063] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94c6cc44-8aad-45e3-8c53-3a949281fa78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.067684] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created folder: Project (db6be26f4cc148f7a21a11f49281bbe4) in parent group-v782532. [ 721.067901] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating folder: Instances. Parent ref: group-v782620. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.068182] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61832549-f164-406b-8486-4fd98d7021e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.079580] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created folder: Instances in parent group-v782620. [ 721.079896] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.080068] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.080507] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4f09691-8bd9-4a4a-8a76-f9d1d08f3f80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.102820] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.102820] env[69765]: value = "task-3942746" [ 721.102820] env[69765]: _type = "Task" [ 721.102820] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.114070] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942746, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.206124] env[69765]: DEBUG nova.network.neutron [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.234441] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.267984] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.268146] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.268378] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.268632] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.268827] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.269056] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.269335] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.269520] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.269734] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.269932] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.270168] env[69765]: DEBUG nova.virt.hardware [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.272162] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243555ce-03c9-4d35-8194-29c210fa5a95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.285172] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942743, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.288873] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f9924-3d50-4526-98da-34247b3155ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.556046] env[69765]: DEBUG nova.scheduler.client.report [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.613708] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942746, 'name': CreateVM_Task, 'duration_secs': 0.401113} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.619500] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.620528] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620699] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.621042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.621675] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756eb8b7-83a6-45a2-9d3c-27dc9a5c9d2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.629649] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 721.629649] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a5c4b6-0750-dd6e-5f25-c8d904c1162d" [ 721.629649] env[69765]: _type = "Task" [ 721.629649] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.639553] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a5c4b6-0750-dd6e-5f25-c8d904c1162d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.693932] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.694209] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.694391] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.708797] env[69765]: INFO nova.compute.manager [-] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Took 1.03 seconds to deallocate network for instance. [ 721.785473] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514182} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.785722] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5746d847-85be-4587-9a40-ba7ad4beeed3/5746d847-85be-4587-9a40-ba7ad4beeed3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.785970] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.786243] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1063144c-3d47-4b98-9e9b-9d9ab17121ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.793038] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 721.793038] env[69765]: value = "task-3942747" [ 721.793038] env[69765]: _type = "Task" [ 721.793038] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.804328] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.807864] env[69765]: DEBUG nova.network.neutron [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.980271] env[69765]: DEBUG nova.network.neutron [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Updated VIF entry in instance network info cache for port f7e129b2-6084-460a-a101-3429cfd9ec64. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 721.980790] env[69765]: DEBUG nova.network.neutron [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Updating instance_info_cache with network_info: [{"id": "f7e129b2-6084-460a-a101-3429cfd9ec64", "address": "fa:16:3e:64:92:b2", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e129b2-60", "ovs_interfaceid": "f7e129b2-6084-460a-a101-3429cfd9ec64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.025457] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Successfully updated port: 058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.060963] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.061534] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.064351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.708s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.064426] env[69765]: DEBUG nova.objects.instance [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lazy-loading 'resources' on Instance uuid 68e9ed83-bd76-4e1c-b0f2-b205ea113158 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.141106] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a5c4b6-0750-dd6e-5f25-c8d904c1162d, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.141422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.141667] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.141960] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.142127] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.142314] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.142579] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b313172-4f38-4e6a-b6f3-a218215d766a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.152142] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.152341] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.153080] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264d6ca9-4d56-4eb3-aa75-a11f82899aa4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.158679] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 722.158679] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a15bdf-001c-bb65-9254-6175bb68cbb0" [ 722.158679] env[69765]: _type = "Task" [ 722.158679] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.167676] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a15bdf-001c-bb65-9254-6175bb68cbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.216724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.303233] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073999} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.303414] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.304259] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd697880-89c8-4d18-9f8e-b4dd0a057993 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.318835] env[69765]: INFO nova.compute.manager [-] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Took 1.90 seconds to deallocate network for instance. [ 722.327464] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 5746d847-85be-4587-9a40-ba7ad4beeed3/5746d847-85be-4587-9a40-ba7ad4beeed3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.329125] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b48a091-26b4-4d4b-b55e-f2c3505cc14d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.353284] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 722.353284] env[69765]: value = "task-3942748" [ 722.353284] env[69765]: _type = "Task" [ 722.353284] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.362505] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.483679] env[69765]: DEBUG oslo_concurrency.lockutils [req-56ed1a81-a567-476b-9999-78310ecbab94 req-932b2917-0a1a-40c5-bedb-716e7fcdc905 service nova] Releasing lock "refresh_cache-de44fdb7-0246-41c9-b322-50cf70cb8516" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.528227] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.528351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.528498] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 722.567934] env[69765]: DEBUG nova.compute.utils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.569320] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.569489] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.614062] env[69765]: DEBUG nova.policy [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6660719ae848bf990ab03707c3be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3539cb490f354182ad303ee3cc23afbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.673531] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a15bdf-001c-bb65-9254-6175bb68cbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.675041] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcd6256-a2c8-4ef5-b2d9-56b2affd84fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688042] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 722.688042] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b76e13-8e77-b147-0029-8860ffef97cd" [ 722.688042] env[69765]: _type = "Task" [ 722.688042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.698839] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b76e13-8e77-b147-0029-8860ffef97cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.702375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.702701] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] de44fdb7-0246-41c9-b322-50cf70cb8516/de44fdb7-0246-41c9-b322-50cf70cb8516.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.703252] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f621f48-785b-467a-9e97-a3139a6678c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.711993] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 722.711993] env[69765]: value = "task-3942749" [ 722.711993] env[69765]: _type = "Task" [ 722.711993] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.727283] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.848536] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.870351] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.066853] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.067054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.067239] env[69765]: DEBUG nova.network.neutron [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 723.075949] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.085117] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 723.220081] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6891917-76a5-45e5-ae7c-4e1c925ec2f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.229757] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.233158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a67366a-8d26-4d0f-9cdb-f4ae8de838a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.270881] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d30de-39ec-4935-bed8-d853957ea78f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.280076] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc99b1-a0d8-4f63-b4d5-6383f6beb57b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.295929] env[69765]: DEBUG nova.compute.provider_tree [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.299724] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-deleted-71e7319d-1618-4cbd-83d1-d1e9b11950c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.299935] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-deleted-1f315cbc-52e3-491c-83ed-aa85c055548e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.300130] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Received event network-vif-deleted-e51de7f7-851a-45ff-8b63-f179dc12e7e5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.300292] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Received event network-vif-plugged-058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.300475] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Acquiring lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.300678] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.300850] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.301027] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] No waiting events found dispatching network-vif-plugged-058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.301191] env[69765]: WARNING nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Received unexpected event network-vif-plugged-058ca5f2-74cb-4f73-8783-bc0253cfa554 for instance with vm_state building and task_state spawning. [ 723.301349] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Received event network-changed-058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.301501] env[69765]: DEBUG nova.compute.manager [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Refreshing instance network info cache due to event network-changed-058ca5f2-74cb-4f73-8783-bc0253cfa554. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.301696] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Acquiring lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313123] env[69765]: DEBUG nova.network.neutron [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Updating instance_info_cache with network_info: [{"id": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "address": "fa:16:3e:51:53:eb", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058ca5f2-74", "ovs_interfaceid": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.364197] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942748, 'name': ReconfigVM_Task, 'duration_secs': 0.641616} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.364471] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 5746d847-85be-4587-9a40-ba7ad4beeed3/5746d847-85be-4587-9a40-ba7ad4beeed3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.365131] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a9fa054-a949-4430-9045-415dc2d1a295 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372888] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 723.372888] env[69765]: value = "task-3942750" [ 723.372888] env[69765]: _type = "Task" [ 723.372888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.377340] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Successfully created port: 7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.383591] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942750, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.724680] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570203} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.728018] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] de44fdb7-0246-41c9-b322-50cf70cb8516/de44fdb7-0246-41c9-b322-50cf70cb8516.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.728018] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.728018] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f944ec14-dfd4-4d5c-ad3b-b9532de015fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.734955] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 723.734955] env[69765]: value = "task-3942751" [ 723.734955] env[69765]: _type = "Task" [ 723.734955] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.744251] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.804093] env[69765]: DEBUG nova.scheduler.client.report [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.815600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.815897] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Instance network_info: |[{"id": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "address": "fa:16:3e:51:53:eb", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058ca5f2-74", "ovs_interfaceid": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.816206] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Acquired lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.816384] env[69765]: DEBUG nova.network.neutron [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Refreshing network info cache for port 058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 723.818136] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:53:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058ca5f2-74cb-4f73-8783-bc0253cfa554', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.827384] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.831523] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.831523] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76fcedd4-3f07-4dd2-96a6-f1f9ff17542e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.853874] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.853874] env[69765]: value = "task-3942752" [ 723.853874] env[69765]: _type = "Task" [ 723.853874] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.859503] env[69765]: DEBUG nova.network.neutron [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.867854] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942752, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.881846] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942750, 'name': Rename_Task, 'duration_secs': 0.144315} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.882077] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.882331] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28fb93e-ca2d-48b5-80a5-3ffdf1cb0a2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.892661] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 723.892661] env[69765]: value = "task-3942753" [ 723.892661] env[69765]: _type = "Task" [ 723.892661] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.903147] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.087847] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.112694] env[69765]: DEBUG nova.network.neutron [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Updated VIF entry in instance network info cache for port 058ca5f2-74cb-4f73-8783-bc0253cfa554. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 724.113240] env[69765]: DEBUG nova.network.neutron [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Updating instance_info_cache with network_info: [{"id": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "address": "fa:16:3e:51:53:eb", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058ca5f2-74", "ovs_interfaceid": "058ca5f2-74cb-4f73-8783-bc0253cfa554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.117017] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.117272] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.117434] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.117658] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.118092] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.118092] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.118276] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.118561] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.118647] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.118820] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.119075] env[69765]: DEBUG nova.virt.hardware [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.119993] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb60392-acbd-4735-866f-ca6bf7a25f28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.130024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a83fb2-63ae-4e9f-9bf8-d9f7a36cd495 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.245903] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062839} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.246294] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.247711] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec93cb47-3951-483c-a664-034ee14be7c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.271716] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] de44fdb7-0246-41c9-b322-50cf70cb8516/de44fdb7-0246-41c9-b322-50cf70cb8516.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.272104] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae8f06d-2df6-46db-98b4-ba2d6f5bb29e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.293644] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 724.293644] env[69765]: value = "task-3942754" [ 724.293644] env[69765]: _type = "Task" [ 724.293644] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.308815] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.312040] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.314397] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.611s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.314397] env[69765]: DEBUG nova.objects.instance [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lazy-loading 'resources' on Instance uuid 5860a443-ad02-4932-8569-4526f035cef1 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.347524] env[69765]: INFO nova.scheduler.client.report [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted allocations for instance 68e9ed83-bd76-4e1c-b0f2-b205ea113158 [ 724.366194] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.370385] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942752, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404530] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.625752] env[69765]: DEBUG oslo_concurrency.lockutils [req-5a590e8d-bc2a-4e96-82d2-02c229ff76c7 req-b83a2515-c9c6-465a-900f-5d41866ee441 service nova] Releasing lock "refresh_cache-5bccdced-79aa-4aec-adc4-033c97647c5b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.804733] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942754, 'name': ReconfigVM_Task, 'duration_secs': 0.31661} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.805559] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Reconfigured VM instance instance-0000001e to attach disk [datastore1] de44fdb7-0246-41c9-b322-50cf70cb8516/de44fdb7-0246-41c9-b322-50cf70cb8516.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.806645] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a589579-b5eb-4267-9d24-f44daed327ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814751] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 724.814751] env[69765]: value = "task-3942755" [ 724.814751] env[69765]: _type = "Task" [ 724.814751] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.828491] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942755, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.859663] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c987dfcf-1e4b-40e7-b539-5aba33c0a421 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.214s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.872268] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.753s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.872613] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.872939] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.873177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.890302] env[69765]: INFO nova.compute.manager [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Terminating instance [ 724.901976] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942752, 'name': CreateVM_Task, 'duration_secs': 0.534793} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.903416] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.904480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904656] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.905322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.909035] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ed2451-bab5-4830-b4bc-4de00b9f2f09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.911206] env[69765]: DEBUG oslo_vmware.api [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942753, 'name': PowerOnVM_Task, 'duration_secs': 0.709088} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.914510] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.914730] env[69765]: INFO nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Took 9.25 seconds to spawn the instance on the hypervisor. [ 724.914932] env[69765]: DEBUG nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.916462] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb5fc6-91f0-4bf6-9032-16041e1739ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.921384] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 724.921384] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5218f7e4-59d9-1c31-3e75-ab9dd5fdf8f5" [ 724.921384] env[69765]: _type = "Task" [ 724.921384] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.944709] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5218f7e4-59d9-1c31-3e75-ab9dd5fdf8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.944709] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.944948] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.945039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.945150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.945714] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.945714] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4373229-b89e-4758-8899-5bd4ca689de1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.955078] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.955265] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.955994] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8dfde0-da48-473b-a1e5-2f582c064abb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.961650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e91d7-e4f9-4030-88ab-cb7cdf97202b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.968229] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 724.968229] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5286155d-8b97-fa04-028a-df1005ec1ebd" [ 724.968229] env[69765]: _type = "Task" [ 724.968229] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.989801] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0112b279-a9aa-4df1-ad23-7f15ef1ad73b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.997135] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5286155d-8b97-fa04-028a-df1005ec1ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.998269] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14514fba-1143-4ded-a07e-3785b2222e2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.003986] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.013174] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 725.013174] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fd39c1-9aaa-8c9a-6e00-4ac45e7b79fa" [ 725.013174] env[69765]: _type = "Task" [ 725.013174] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.021855] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd39c1-9aaa-8c9a-6e00-4ac45e7b79fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.035412] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Successfully updated port: 7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.327620] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942755, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.395558] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.395558] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquired lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.395558] env[69765]: DEBUG nova.network.neutron [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 725.426546] env[69765]: DEBUG nova.compute.manager [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received event network-vif-plugged-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.427267] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Acquiring lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.427267] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.427267] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.427428] env[69765]: DEBUG nova.compute.manager [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] No waiting events found dispatching network-vif-plugged-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.427464] env[69765]: WARNING nova.compute.manager [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received unexpected event network-vif-plugged-7789469e-1abb-4d81-a6da-353c0ec78997 for instance with vm_state building and task_state spawning. [ 725.428215] env[69765]: DEBUG nova.compute.manager [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.428451] env[69765]: DEBUG nova.compute.manager [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing instance network info cache due to event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.428642] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Acquiring lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.428825] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Acquired lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.428933] env[69765]: DEBUG nova.network.neutron [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing network info cache for port 7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 725.448345] env[69765]: INFO nova.compute.manager [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Took 43.10 seconds to build instance. [ 725.464067] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4e800-309e-4022-ac46-47b620c270ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.473749] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ba98f7-f9b1-45fc-9459-c21b7bb4d12f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.507054] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1167b458-bcf7-49f9-8cee-ab49f1f71575 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.513052] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.515707] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b42b3eba-9836-4ba1-8c7a-7d3024a50e98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.521024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538b1031-1f66-4b80-b60f-e634b8f871ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.535864] env[69765]: DEBUG nova.compute.provider_tree [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.542106] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.542769] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fd39c1-9aaa-8c9a-6e00-4ac45e7b79fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.543313] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 725.543313] env[69765]: value = "task-3942756" [ 725.543313] env[69765]: _type = "Task" [ 725.543313] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.544618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.544618] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 5bccdced-79aa-4aec-adc4-033c97647c5b/5bccdced-79aa-4aec-adc4-033c97647c5b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.544843] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24832490-0464-40e4-b025-e42f29aebb5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.557745] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.559916] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 725.559916] env[69765]: value = "task-3942757" [ 725.559916] env[69765]: _type = "Task" [ 725.559916] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.570964] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.827779] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942755, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.899617] env[69765]: DEBUG nova.compute.utils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Can not refresh info_cache because instance was not found {{(pid=69765) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 725.920415] env[69765]: DEBUG nova.network.neutron [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 725.950403] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7b4b9b1-f646-43e8-a569-cc6c26643c50 tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.386s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.969173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.969465] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.969686] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.969874] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.970120] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.972434] env[69765]: INFO nova.compute.manager [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Terminating instance [ 725.997495] env[69765]: DEBUG nova.network.neutron [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 726.048809] env[69765]: DEBUG nova.scheduler.client.report [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.072663] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942756, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.077286] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.089954] env[69765]: DEBUG nova.network.neutron [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.146441] env[69765]: DEBUG nova.network.neutron [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.326199] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942755, 'name': Rename_Task, 'duration_secs': 1.129011} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.326465] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.326711] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c9b553-3640-4806-85e8-212b285f9bf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.333459] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 726.333459] env[69765]: value = "task-3942758" [ 726.333459] env[69765]: _type = "Task" [ 726.333459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.343025] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.456090] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.477396] env[69765]: DEBUG nova.compute.manager [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.477396] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.478640] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b23539-4c3f-44aa-afa7-87185f942562 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.487988] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.488303] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c0d97b-92c1-4f03-adf1-188f7c56db52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.494602] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 726.494602] env[69765]: value = "task-3942759" [ 726.494602] env[69765]: _type = "Task" [ 726.494602] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.506086] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.560182] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.562531] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.753s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.564618] env[69765]: INFO nova.compute.claims [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.575298] env[69765]: DEBUG oslo_vmware.api [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3942756, 'name': PowerOnVM_Task, 'duration_secs': 0.584994} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.577114] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.577114] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d119eaa-c709-4b4f-9deb-2074b9747d46 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance 'f31e0ac1-18d3-4e01-a470-769823a8566a' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 726.586020] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656287} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.586020] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 5bccdced-79aa-4aec-adc4-033c97647c5b/5bccdced-79aa-4aec-adc4-033c97647c5b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.586231] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.586583] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc6394c-6f1c-4bb7-99a6-de977459e93c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.593761] env[69765]: INFO nova.scheduler.client.report [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Deleted allocations for instance 5860a443-ad02-4932-8569-4526f035cef1 [ 726.595444] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Releasing lock "refresh_cache-68e9ed83-bd76-4e1c-b0f2-b205ea113158" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.595552] env[69765]: DEBUG nova.compute.manager [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.595667] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.604283] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdfa5842-9384-4b83-a321-674f0c709f5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.604788] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 726.604788] env[69765]: value = "task-3942760" [ 726.604788] env[69765]: _type = "Task" [ 726.604788] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.614979] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.618267] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818db7c1-21d2-432f-9eed-2b6e80511a8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.653771] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b128cb5-10c2-4240-bc67-e74977a6bd27 req-b30eca91-0617-4923-bdb3-41c656ddbf0d service nova] Releasing lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.654409] env[69765]: WARNING nova.virt.vmwareapi.vmops [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 68e9ed83-bd76-4e1c-b0f2-b205ea113158 could not be found. [ 726.655122] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.655122] env[69765]: INFO nova.compute.manager [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 0.06 seconds to destroy the instance on the hypervisor. [ 726.655122] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.655479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.656026] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 726.658198] env[69765]: DEBUG nova.compute.manager [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.658313] env[69765]: DEBUG nova.network.neutron [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 726.698172] env[69765]: DEBUG nova.network.neutron [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 726.846928] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942758, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.982381] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.005510] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942759, 'name': PowerOffVM_Task, 'duration_secs': 0.274342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.005702] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.005875] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.006206] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93bf31bb-1022-4bc5-a892-f6302dee7805 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.092827] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.093065] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.096768] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleting the datastore file [datastore2] 45ed6665-a30a-4502-acea-bd01e7d18a3b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.096768] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57e2dd9-3e24-456c-9c72-5decae31f02c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.102485] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for the task: (returnval){ [ 727.102485] env[69765]: value = "task-3942762" [ 727.102485] env[69765]: _type = "Task" [ 727.102485] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.115693] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a569792e-4122-42e9-96d7-8d1391fdd950 tempest-ServerExternalEventsTest-833624329 tempest-ServerExternalEventsTest-833624329-project-member] Lock "5860a443-ad02-4932-8569-4526f035cef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.206s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.121812] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.126522] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10399} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.127073] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.127907] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca78dee-3d82-44bd-b793-dff45576d59d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.155485] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 5bccdced-79aa-4aec-adc4-033c97647c5b/5bccdced-79aa-4aec-adc4-033c97647c5b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.156981] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef763989-a168-48ed-841a-96966900eba8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.181656] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 727.181656] env[69765]: value = "task-3942763" [ 727.181656] env[69765]: _type = "Task" [ 727.181656] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.191480] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.199667] env[69765]: DEBUG nova.network.neutron [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.217681] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 727.350511] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942758, 'name': PowerOnVM_Task, 'duration_secs': 0.550297} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.350511] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.350511] env[69765]: INFO nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Took 8.85 seconds to spawn the instance on the hypervisor. [ 727.350511] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.351530] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77099c2a-e951-48ab-a205-90b71c6580aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.405741] env[69765]: DEBUG nova.network.neutron [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [{"id": "7789469e-1abb-4d81-a6da-353c0ec78997", "address": "fa:16:3e:7a:55:1c", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7789469e-1a", "ovs_interfaceid": "7789469e-1abb-4d81-a6da-353c0ec78997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.459183] env[69765]: DEBUG nova.compute.manager [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Received event network-changed-7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.459401] env[69765]: DEBUG nova.compute.manager [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Refreshing instance network info cache due to event network-changed-7ffaa514-d941-4eb7-b8ab-78685b254184. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.459915] env[69765]: DEBUG oslo_concurrency.lockutils [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] Acquiring lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.459915] env[69765]: DEBUG oslo_concurrency.lockutils [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] Acquired lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.459915] env[69765]: DEBUG nova.network.neutron [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Refreshing network info cache for port 7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 727.619170] env[69765]: DEBUG oslo_vmware.api [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Task: {'id': task-3942762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286397} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.620034] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.620034] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.620549] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.620789] env[69765]: INFO nova.compute.manager [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.621193] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.621491] env[69765]: DEBUG nova.compute.manager [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.621634] env[69765]: DEBUG nova.network.neutron [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 727.697870] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.708475] env[69765]: INFO nova.compute.manager [-] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Took 1.05 seconds to deallocate network for instance. [ 727.894057] env[69765]: INFO nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Took 44.79 seconds to build instance. [ 727.909798] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.909798] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance network_info: |[{"id": "7789469e-1abb-4d81-a6da-353c0ec78997", "address": "fa:16:3e:7a:55:1c", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7789469e-1a", "ovs_interfaceid": "7789469e-1abb-4d81-a6da-353c0ec78997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.910115] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:55:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7789469e-1abb-4d81-a6da-353c0ec78997', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.920332] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.923934] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.925502] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5639e7-9084-405f-b9bb-ee9c7f60db7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.951691] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.951691] env[69765]: value = "task-3942764" [ 727.951691] env[69765]: _type = "Task" [ 727.951691] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.966978] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942764, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.197746] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942763, 'name': ReconfigVM_Task, 'duration_secs': 0.567553} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.198107] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 5bccdced-79aa-4aec-adc4-033c97647c5b/5bccdced-79aa-4aec-adc4-033c97647c5b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.198957] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5617bb8e-b76f-4577-b2e6-d03db4ea43eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.206997] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 728.206997] env[69765]: value = "task-3942765" [ 728.206997] env[69765]: _type = "Task" [ 728.206997] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.218378] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942765, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.222588] env[69765]: INFO nova.compute.manager [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance disappeared during terminate [ 728.222942] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9286bf91-37ea-42da-af98-1c8076118d20 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "68e9ed83-bd76-4e1c-b0f2-b205ea113158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.351s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.392704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.473s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.421260] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d92cb-108d-4988-b71b-d6a267b9d144 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.430463] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2fdfb3-6311-4108-b079-e73d26828f96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.435422] env[69765]: DEBUG nova.network.neutron [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Updated VIF entry in instance network info cache for port 7ffaa514-d941-4eb7-b8ab-78685b254184. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 728.435797] env[69765]: DEBUG nova.network.neutron [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Updating instance_info_cache with network_info: [{"id": "7ffaa514-d941-4eb7-b8ab-78685b254184", "address": "fa:16:3e:cf:be:bf", "network": {"id": "3a3c78d1-4442-4997-ae7a-57f82e2fedbc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570593073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "859d3ad3ed864682a4fcd6275fdec4f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa514-d9", "ovs_interfaceid": "7ffaa514-d941-4eb7-b8ab-78685b254184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.473057] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88704919-6dbb-49db-9f79-f7141c262245 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.482461] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942764, 'name': CreateVM_Task, 'duration_secs': 0.388801} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.484495] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.485378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.485443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.485754] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.486990] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1cc073-afb8-4a71-a071-a7faaa906cce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.490847] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e84be8a-2303-4523-876f-1a368854335f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.497443] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 728.497443] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522e7c04-c94e-f329-140a-afcc9d5c257d" [ 728.497443] env[69765]: _type = "Task" [ 728.497443] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.506170] env[69765]: DEBUG nova.compute.provider_tree [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.519047] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522e7c04-c94e-f329-140a-afcc9d5c257d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.632373] env[69765]: DEBUG nova.network.neutron [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.720768] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942765, 'name': Rename_Task, 'duration_secs': 0.18499} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.720768] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.721041] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-503c6e04-2b4f-4faf-957c-f06831588997 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.728830] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 728.728830] env[69765]: value = "task-3942766" [ 728.728830] env[69765]: _type = "Task" [ 728.728830] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.737477] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.895137] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.938289] env[69765]: DEBUG oslo_concurrency.lockutils [req-5163284d-f77f-40f3-b1b1-69cd59ce553f req-ea39b14b-2f4a-4b07-a716-d7cee91b6f0f service nova] Releasing lock "refresh_cache-5746d847-85be-4587-9a40-ba7ad4beeed3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.010613] env[69765]: DEBUG nova.scheduler.client.report [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.021944] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522e7c04-c94e-f329-140a-afcc9d5c257d, 'name': SearchDatastore_Task, 'duration_secs': 0.030857} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.022551] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022804] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.023062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.023209] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.023409] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.024011] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cba394b-4c63-49fe-b400-682bd5ab650e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034245] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.034687] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.035568] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7e1869-b0f3-4a26-8303-f1df6dda1cec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.041993] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 729.041993] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522fc7d2-a3c4-9af5-f8eb-8c00b6ce89ab" [ 729.041993] env[69765]: _type = "Task" [ 729.041993] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.050739] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522fc7d2-a3c4-9af5-f8eb-8c00b6ce89ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.134630] env[69765]: INFO nova.compute.manager [-] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Took 1.51 seconds to deallocate network for instance. [ 729.240873] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.375436] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.375717] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.375912] env[69765]: DEBUG nova.compute.manager [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Going to confirm migration 1 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 729.426674] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.515725] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.516831] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.520553] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.514s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.520914] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.521091] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 729.521545] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.543s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.523746] env[69765]: INFO nova.compute.claims [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.529035] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30cc9a9-f507-4fc8-ad2a-f20cb3d60ee2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.540709] env[69765]: DEBUG nova.compute.manager [req-75ac422a-aa23-406c-8b15-182343be8361 req-96cabcce-aea6-47c5-b5eb-2471f8e360bd service nova] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Received event network-vif-deleted-a46fd2f4-a2bd-434c-97fd-f032e4d16ea6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.555249] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1255b22-348b-448a-afe7-e75c89343611 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.566696] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522fc7d2-a3c4-9af5-f8eb-8c00b6ce89ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015783} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.568290] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e78101-434d-4dcf-85e3-7184eb7adb2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.585334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6655d8a3-6663-404e-a26f-c943127e2e1e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.591501] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 729.591501] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52802dda-2863-d7c0-8daa-ed773cac278b" [ 729.591501] env[69765]: _type = "Task" [ 729.591501] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.596809] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648ecf6-3a90-4475-9bd0-74ec676c8456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.604186] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52802dda-2863-d7c0-8daa-ed773cac278b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.604873] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.605259] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 011fa2f1-e165-4355-a4da-f4b28ea7ed04/011fa2f1-e165-4355-a4da-f4b28ea7ed04.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.605551] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7425a14-db1d-478e-abfd-1dea5e2b303c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.636993] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178509MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 729.637225] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.639134] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 729.639134] env[69765]: value = "task-3942767" [ 729.639134] env[69765]: _type = "Task" [ 729.639134] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.643648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.649859] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.740812] env[69765]: DEBUG oslo_vmware.api [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942766, 'name': PowerOnVM_Task, 'duration_secs': 0.821376} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.741173] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.741636] env[69765]: INFO nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Took 8.51 seconds to spawn the instance on the hypervisor. [ 729.741726] env[69765]: DEBUG nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.742590] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a1ca8-a3da-4fa7-8a50-6b7e34108014 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.981745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.982450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.982450] env[69765]: DEBUG nova.network.neutron [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 729.982450] env[69765]: DEBUG nova.objects.instance [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lazy-loading 'info_cache' on Instance uuid f31e0ac1-18d3-4e01-a470-769823a8566a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.030217] env[69765]: DEBUG nova.compute.utils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.032511] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 730.157547] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.269646] env[69765]: INFO nova.compute.manager [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Took 44.06 seconds to build instance. [ 730.534438] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.654850] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659372} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.658406] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 011fa2f1-e165-4355-a4da-f4b28ea7ed04/011fa2f1-e165-4355-a4da-f4b28ea7ed04.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.658654] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.659206] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d14b825-098a-449f-9d1b-22624e4cae2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.669220] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 730.669220] env[69765]: value = "task-3942768" [ 730.669220] env[69765]: _type = "Task" [ 730.669220] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.684076] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.777717] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3bd8bd24-efee-4eae-96d3-cb9778d497c5 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.817s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.086037] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "de44fdb7-0246-41c9-b322-50cf70cb8516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.086392] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.086604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.086791] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.087197] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.088783] env[69765]: INFO nova.compute.manager [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Terminating instance [ 731.135379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c23ee-0577-4d7d-a500-79dbb9271ed8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.148354] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895018a6-223b-496f-a5b9-c02e153bc225 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.186225] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4878f5-6617-4b80-b390-1efd98eb6425 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.199237] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19827} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.200539] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06724b3-0df9-4fd6-9770-d65b2e47c914 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.205656] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.206596] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a3749-0e62-4c1c-9975-a79de5704583 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.221966] env[69765]: DEBUG nova.compute.provider_tree [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.245030] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 011fa2f1-e165-4355-a4da-f4b28ea7ed04/011fa2f1-e165-4355-a4da-f4b28ea7ed04.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.245030] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78dd4971-2fb8-4591-a09a-10eec7ed7edc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.265919] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 731.265919] env[69765]: value = "task-3942769" [ 731.265919] env[69765]: _type = "Task" [ 731.265919] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.277526] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.280171] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.300087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "5bccdced-79aa-4aec-adc4-033c97647c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.300429] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.300610] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.300795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.301051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.304452] env[69765]: INFO nova.compute.manager [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Terminating instance [ 731.545351] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.590761] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.590947] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.591234] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.591449] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.591669] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.591851] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.592104] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.592326] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.592492] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.592690] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.592900] env[69765]: DEBUG nova.virt.hardware [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.595170] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283fb14b-ad56-4b75-bb18-4bc3eaf0cedb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.598297] env[69765]: DEBUG nova.compute.manager [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.598651] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.602333] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686cecc8-1eac-4085-aadd-bf59856d64b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.610408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba3745-5c17-42ad-aa36-8f013c31c713 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.615194] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.615194] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1790a8c8-0060-44a0-92c7-423435b48adf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.631020] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.635253] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Creating folder: Project (64a5eeff85244b09a6ae1913748cccf9). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.641425] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554678cb-f540-43c6-935a-4c32645f6b62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.642091] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 731.642091] env[69765]: value = "task-3942770" [ 731.642091] env[69765]: _type = "Task" [ 731.642091] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.652643] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.654373] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Created folder: Project (64a5eeff85244b09a6ae1913748cccf9) in parent group-v782532. [ 731.654901] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Creating folder: Instances. Parent ref: group-v782625. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.654901] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43263d2f-18e8-412d-aef2-987e51f319a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.667310] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Created folder: Instances in parent group-v782625. [ 731.667578] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.667779] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.667997] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfacc24c-bd0b-4759-aead-183a448b3ab7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.686757] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.686757] env[69765]: value = "task-3942773" [ 731.686757] env[69765]: _type = "Task" [ 731.686757] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.696424] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942773, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.719223] env[69765]: DEBUG nova.network.neutron [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [{"id": "1c255039-020d-48a7-b65c-a335793830a4", "address": "fa:16:3e:4d:9e:02", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c255039-02", "ovs_interfaceid": "1c255039-020d-48a7-b65c-a335793830a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.735135] env[69765]: DEBUG nova.scheduler.client.report [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.783118] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.807455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.808920] env[69765]: DEBUG nova.compute.manager [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.808920] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.809241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f734726e-56ce-498a-b75c-a21028229f99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.818056] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.818359] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c70b93-da43-41b2-b696-8458dc08ace3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.826238] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 731.826238] env[69765]: value = "task-3942774" [ 731.826238] env[69765]: _type = "Task" [ 731.826238] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.835788] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.158375] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942770, 'name': PowerOffVM_Task, 'duration_secs': 0.237627} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.158717] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.158820] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.159098] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b2bf96-9bae-4af8-953a-3e56296f103d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.197193] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942773, 'name': CreateVM_Task, 'duration_secs': 0.443589} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.197456] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.197951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.198133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.198918] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.199237] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c35602-77fb-4c54-8043-f3014f3189ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.205718] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 732.205718] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5246366c-d5f8-d6bc-63f0-632ccb517c1f" [ 732.205718] env[69765]: _type = "Task" [ 732.205718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.215498] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5246366c-d5f8-d6bc-63f0-632ccb517c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.226590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-f31e0ac1-18d3-4e01-a470-769823a8566a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226693] env[69765]: DEBUG nova.objects.instance [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lazy-loading 'migration_context' on Instance uuid f31e0ac1-18d3-4e01-a470-769823a8566a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.241387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.241968] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.244987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.440s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.245238] env[69765]: DEBUG nova.objects.instance [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lazy-loading 'resources' on Instance uuid be01c1b4-a7c3-4508-a645-4e6856590255 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.278030] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942769, 'name': ReconfigVM_Task, 'duration_secs': 0.89483} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.278030] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 011fa2f1-e165-4355-a4da-f4b28ea7ed04/011fa2f1-e165-4355-a4da-f4b28ea7ed04.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.280815] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12336024-97e0-4c27-9515-56fee9502d0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.288096] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 732.288096] env[69765]: value = "task-3942776" [ 732.288096] env[69765]: _type = "Task" [ 732.288096] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.299285] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942776, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.338502] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942774, 'name': PowerOffVM_Task, 'duration_secs': 0.275154} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.338502] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.338502] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.338633] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26da2ff7-c2fe-4d02-a19a-2dffd8ec639a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.380938] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.381677] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.383081] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleting the datastore file [datastore1] de44fdb7-0246-41c9-b322-50cf70cb8516 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.383550] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51242017-623f-48ce-9753-cd85853604e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.394045] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 732.394045] env[69765]: value = "task-3942778" [ 732.394045] env[69765]: _type = "Task" [ 732.394045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.403035] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.404968] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.405454] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.405897] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleting the datastore file [datastore2] 5bccdced-79aa-4aec-adc4-033c97647c5b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.406324] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271a44d9-2023-44b3-9edb-855743f7417a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.414782] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 732.414782] env[69765]: value = "task-3942779" [ 732.414782] env[69765]: _type = "Task" [ 732.414782] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.424090] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.721039] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5246366c-d5f8-d6bc-63f0-632ccb517c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.721766] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.722094] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.722530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.722691] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.722935] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.723168] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dac33b5-d279-4a99-a389-e1d0f3e07084 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.729225] env[69765]: DEBUG nova.objects.base [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 732.730471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886f700-00a9-4132-9131-1379dc51a5f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.734678] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.734839] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.735881] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b6a001-7d8e-4d65-80f8-4e0a8ddb0c8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.757125] env[69765]: DEBUG nova.compute.utils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.762275] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.762497] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.768081] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b911596d-85e9-4f3c-9b76-aed28aa0df6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.772340] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 732.772340] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52197d0d-5061-35aa-0b9e-82518141a073" [ 732.772340] env[69765]: _type = "Task" [ 732.772340] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.781990] env[69765]: DEBUG oslo_vmware.api [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 732.781990] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523b795a-536d-9202-26f2-9f332a460caa" [ 732.781990] env[69765]: _type = "Task" [ 732.781990] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.791471] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52197d0d-5061-35aa-0b9e-82518141a073, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.806254] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1913704e-9829-4528-a4bc-7c5d916a685a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.809021] env[69765]: DEBUG oslo_vmware.api [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523b795a-536d-9202-26f2-9f332a460caa, 'name': SearchDatastore_Task, 'duration_secs': 0.00785} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.809021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.813983] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942776, 'name': Rename_Task, 'duration_secs': 0.167969} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.815366] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.815676] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 732.815676] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e84222-b158-4f27-0f25-ed17955058be" [ 732.815676] env[69765]: _type = "Task" [ 732.815676] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.815904] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61bd452e-abf7-4795-9637-6ec2e1c14251 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.833446] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e84222-b158-4f27-0f25-ed17955058be, 'name': SearchDatastore_Task, 'duration_secs': 0.015573} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.835250] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.835559] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.835931] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 732.835931] env[69765]: value = "task-3942780" [ 732.835931] env[69765]: _type = "Task" [ 732.835931] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.836258] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0f1d1c-f459-421c-86b7-29e918b31e02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.848355] env[69765]: DEBUG nova.policy [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e060fcc7572744ccbf51a9dbe42f1242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a013108a1ab4ad58a6add9c1b31ff8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.856094] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.858045] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 732.858045] env[69765]: value = "task-3942781" [ 732.858045] env[69765]: _type = "Task" [ 732.858045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.867626] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.903815] env[69765]: DEBUG oslo_vmware.api [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163129} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.906280] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.907197] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.907197] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.907197] env[69765]: INFO nova.compute.manager [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Took 1.31 seconds to destroy the instance on the hypervisor. [ 732.907735] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.907735] env[69765]: DEBUG nova.compute.manager [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.907842] env[69765]: DEBUG nova.network.neutron [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 732.930260] env[69765]: DEBUG oslo_vmware.api [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3942779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202258} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.930550] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.930701] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.930882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.931241] env[69765]: INFO nova.compute.manager [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 732.931363] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.931510] env[69765]: DEBUG nova.compute.manager [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.931614] env[69765]: DEBUG nova.network.neutron [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 733.164867] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.166292] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.166292] env[69765]: INFO nova.compute.manager [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Rebooting instance [ 733.264770] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.355311] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.375124] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942781, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.563196] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Successfully created port: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.583524] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a8f99-5a20-4325-9990-d95d2f1bade7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.593395] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78972b16-10c6-41bc-9078-b59a689367be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.629309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc47cb76-b728-4e88-9ff1-a33e14813364 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.637830] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71571a-3459-4ef7-a020-759b7a10540e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.653499] env[69765]: DEBUG nova.compute.provider_tree [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.692903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.693115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.693299] env[69765]: DEBUG nova.network.neutron [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 733.801488] env[69765]: DEBUG nova.network.neutron [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.851511] env[69765]: DEBUG nova.compute.manager [req-606c1b34-043b-4642-82bb-aa1409a31351 req-29d80ff4-1a77-4ed1-948d-743309accb19 service nova] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Received event network-vif-deleted-058ca5f2-74cb-4f73-8783-bc0253cfa554 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.859807] env[69765]: DEBUG oslo_vmware.api [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942780, 'name': PowerOnVM_Task, 'duration_secs': 0.623546} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.859807] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.859807] env[69765]: INFO nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Took 9.77 seconds to spawn the instance on the hypervisor. [ 733.859807] env[69765]: DEBUG nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.863760] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c00fe-ccc9-400e-89fa-f2f0f02f925b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.870211] env[69765]: DEBUG nova.compute.manager [req-99f89bbe-c650-4f77-82d5-2bc7b7581e77 req-b8286e2a-c08b-448c-be19-69e642b871dc service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Received event network-vif-deleted-f7e129b2-6084-460a-a101-3429cfd9ec64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.870849] env[69765]: INFO nova.compute.manager [req-99f89bbe-c650-4f77-82d5-2bc7b7581e77 req-b8286e2a-c08b-448c-be19-69e642b871dc service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Neutron deleted interface f7e129b2-6084-460a-a101-3429cfd9ec64; detaching it from the instance and deleting it from the info cache [ 733.870849] env[69765]: DEBUG nova.network.neutron [req-99f89bbe-c650-4f77-82d5-2bc7b7581e77 req-b8286e2a-c08b-448c-be19-69e642b871dc service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.880947] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53661} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.883349] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.883770] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.890936] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80fb7a55-9e32-4966-9cca-11192f56b37e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.898536] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 733.898536] env[69765]: value = "task-3942782" [ 733.898536] env[69765]: _type = "Task" [ 733.898536] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.908538] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.959116] env[69765]: DEBUG nova.network.neutron [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.158248] env[69765]: DEBUG nova.scheduler.client.report [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.278292] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.305652] env[69765]: INFO nova.compute.manager [-] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Took 1.37 seconds to deallocate network for instance. [ 734.312007] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.312304] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.312462] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.312646] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.312783] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.312928] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.313154] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.313316] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.313475] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.313635] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.313803] env[69765]: DEBUG nova.virt.hardware [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.315045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed46f4fd-46cf-44ab-a61c-a79087b0a402 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.329683] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ea099-e7dc-4397-a0e5-5624ec9f8920 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.374977] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b93c9d8c-6cf6-4798-846c-93d9b8363f96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.385930] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070815e-a4c3-42ba-a8c3-8ae00892b1f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.410934] env[69765]: INFO nova.compute.manager [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Took 43.58 seconds to build instance. [ 734.435189] env[69765]: DEBUG nova.compute.manager [req-99f89bbe-c650-4f77-82d5-2bc7b7581e77 req-b8286e2a-c08b-448c-be19-69e642b871dc service nova] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Detach interface failed, port_id=f7e129b2-6084-460a-a101-3429cfd9ec64, reason: Instance de44fdb7-0246-41c9-b322-50cf70cb8516 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.435832] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178906} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.436394] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.437301] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e17618a-75a8-43f1-82c0-c65f1a43ac74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.468443] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.471516] env[69765]: INFO nova.compute.manager [-] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Took 1.56 seconds to deallocate network for instance. [ 734.472033] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b848cacc-39ae-4ed4-a649-1329c90eab0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.498475] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 734.498475] env[69765]: value = "task-3942783" [ 734.498475] env[69765]: _type = "Task" [ 734.498475] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.508036] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.606192] env[69765]: DEBUG nova.network.neutron [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.666765] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.422s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.669986] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.815s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.669986] env[69765]: DEBUG nova.objects.instance [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lazy-loading 'resources' on Instance uuid cae6e452-e086-446f-808d-04dc217316ba {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.704555] env[69765]: INFO nova.scheduler.client.report [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Deleted allocations for instance be01c1b4-a7c3-4508-a645-4e6856590255 [ 734.825373] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.933678] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc6f5753-28e8-465b-acc3-11e7a8b062bb tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.588s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.993575] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.014017] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.109293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.213625] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58f05379-ba78-4258-8758-ff94ef39941d tempest-ServerMetadataNegativeTestJSON-155886042 tempest-ServerMetadataNegativeTestJSON-155886042-project-member] Lock "be01c1b4-a7c3-4508-a645-4e6856590255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.411s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.332356] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Successfully updated port: fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.436696] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.513221] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942783, 'name': ReconfigVM_Task, 'duration_secs': 0.719527} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.513828] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.516778] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c4c042-e98c-4595-88ec-7d5e09d6db00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.525195] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 735.525195] env[69765]: value = "task-3942784" [ 735.525195] env[69765]: _type = "Task" [ 735.525195] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.537769] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942784, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.615222] env[69765]: DEBUG nova.compute.manager [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.616128] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3824a3ce-62ce-4de1-b4b8-207729ce6a5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.787431] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042b118b-5d49-48f4-b9b9-a5ebd39eddbe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.797935] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11025aa6-c7ee-4d63-94cf-ec00d678c3f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.847099] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.848020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquired lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.852184] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 735.852184] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713cc5c5-4c47-4111-bb11-780d7567a4dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.865037] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1203e3ad-5729-498c-8424-484ab2fdcadd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.891601] env[69765]: DEBUG nova.compute.provider_tree [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.974249] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.039172] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942784, 'name': Rename_Task, 'duration_secs': 0.156699} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.039172] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.039172] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5531849-6aae-4f27-95e1-476cd98ed5ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.049925] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 736.049925] env[69765]: value = "task-3942785" [ 736.049925] env[69765]: _type = "Task" [ 736.049925] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.067188] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.218098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.218098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.218098] env[69765]: INFO nova.compute.manager [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Rebooting instance [ 736.271947] env[69765]: DEBUG nova.compute.manager [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.272310] env[69765]: DEBUG nova.compute.manager [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing instance network info cache due to event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.272463] env[69765]: DEBUG oslo_concurrency.lockutils [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] Acquiring lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.272566] env[69765]: DEBUG oslo_concurrency.lockutils [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] Acquired lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.272719] env[69765]: DEBUG nova.network.neutron [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing network info cache for port 7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 736.293582] env[69765]: DEBUG nova.compute.manager [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Received event network-vif-plugged-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.293850] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Acquiring lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.294313] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.294585] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.294841] env[69765]: DEBUG nova.compute.manager [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] No waiting events found dispatching network-vif-plugged-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.295088] env[69765]: WARNING nova.compute.manager [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Received unexpected event network-vif-plugged-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 for instance with vm_state building and task_state spawning. [ 736.295335] env[69765]: DEBUG nova.compute.manager [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Received event network-changed-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.295803] env[69765]: DEBUG nova.compute.manager [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Refreshing instance network info cache due to event network-changed-fe68c605-6c2c-496f-aa1d-44ea7642a6a9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.296073] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Acquiring lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.395336] env[69765]: DEBUG nova.scheduler.client.report [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.420167] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 736.562373] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.638999] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af87511-9d12-40f8-91ad-1c781bfca68d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.651960] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Doing hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 736.652373] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6b7b4182-38d3-4370-96fe-6f7feedc87a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.661183] env[69765]: DEBUG oslo_vmware.api [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 736.661183] env[69765]: value = "task-3942786" [ 736.661183] env[69765]: _type = "Task" [ 736.661183] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.675723] env[69765]: DEBUG oslo_vmware.api [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942786, 'name': ResetVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.738806] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.744203] env[69765]: DEBUG nova.network.neutron [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Updating instance_info_cache with network_info: [{"id": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "address": "fa:16:3e:90:c4:8b", "network": {"id": "561120b8-feb0-4f48-b123-aacada25ff8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1664791412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a013108a1ab4ad58a6add9c1b31ff8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe68c605-6c", "ovs_interfaceid": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.901131] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.904184] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.408s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.904659] env[69765]: DEBUG nova.objects.instance [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lazy-loading 'resources' on Instance uuid 049c7202-5887-496e-91b8-d33af03dc5a3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.929949] env[69765]: INFO nova.scheduler.client.report [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleted allocations for instance cae6e452-e086-446f-808d-04dc217316ba [ 737.062745] env[69765]: DEBUG oslo_vmware.api [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942785, 'name': PowerOnVM_Task, 'duration_secs': 0.533771} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.063185] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.063503] env[69765]: INFO nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Took 5.52 seconds to spawn the instance on the hypervisor. [ 737.064467] env[69765]: DEBUG nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.065588] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eedac3-972f-4760-8dc5-3107948bc8a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.129460] env[69765]: DEBUG nova.network.neutron [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updated VIF entry in instance network info cache for port 7789469e-1abb-4d81-a6da-353c0ec78997. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 737.129810] env[69765]: DEBUG nova.network.neutron [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [{"id": "7789469e-1abb-4d81-a6da-353c0ec78997", "address": "fa:16:3e:7a:55:1c", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7789469e-1a", "ovs_interfaceid": "7789469e-1abb-4d81-a6da-353c0ec78997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.174070] env[69765]: DEBUG oslo_vmware.api [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3942786, 'name': ResetVM_Task, 'duration_secs': 0.118594} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.174465] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Did hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 737.174756] env[69765]: DEBUG nova.compute.manager [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.175690] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e85840-c101-4244-8120-97e7809be239 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.248158] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Releasing lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.248158] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Instance network_info: |[{"id": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "address": "fa:16:3e:90:c4:8b", "network": {"id": "561120b8-feb0-4f48-b123-aacada25ff8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1664791412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a013108a1ab4ad58a6add9c1b31ff8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe68c605-6c", "ovs_interfaceid": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.248477] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Acquired lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.248675] env[69765]: DEBUG nova.network.neutron [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Refreshing network info cache for port fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 737.250030] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:c4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe68c605-6c2c-496f-aa1d-44ea7642a6a9', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.260036] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Creating folder: Project (4a013108a1ab4ad58a6add9c1b31ff8d). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.264193] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c27d07-87ca-4130-ac19-348c84e0cdf9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.279107] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Created folder: Project (4a013108a1ab4ad58a6add9c1b31ff8d) in parent group-v782532. [ 737.279542] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Creating folder: Instances. Parent ref: group-v782628. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.279690] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ab863f-3aa9-4b31-8cca-9f4a598d16da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.291248] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Created folder: Instances in parent group-v782628. [ 737.291519] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.291730] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.291956] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83ebb210-ab0e-449f-b072-388f30c63a54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.313276] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.313276] env[69765]: value = "task-3942789" [ 737.313276] env[69765]: _type = "Task" [ 737.313276] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.321941] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942789, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.445852] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3cf7b022-9c21-4c34-96cb-fe2e22bfb593 tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "cae6e452-e086-446f-808d-04dc217316ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.613s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.589201] env[69765]: INFO nova.compute.manager [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Took 38.83 seconds to build instance. [ 737.632617] env[69765]: DEBUG oslo_concurrency.lockutils [req-93de0809-fe64-4f20-a83d-80b1dc92621d req-31497ed4-9a5b-412b-872c-c6d0f25b46f7 service nova] Releasing lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.633072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquired lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.633273] env[69765]: DEBUG nova.network.neutron [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 737.695164] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d2a470e0-6477-403f-bb41-827e1ebea932 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.530s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.823389] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942789, 'name': CreateVM_Task, 'duration_secs': 0.364982} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.823557] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.824339] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.824496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.824814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.825121] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c406b1e-eb19-4f1b-9e0d-3cac4fda2d84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.830480] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 737.830480] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521da0f1-d4db-715e-0abb-92e32456be67" [ 737.830480] env[69765]: _type = "Task" [ 737.830480] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.843053] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521da0f1-d4db-715e-0abb-92e32456be67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.911069] env[69765]: DEBUG nova.network.neutron [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Updated VIF entry in instance network info cache for port fe68c605-6c2c-496f-aa1d-44ea7642a6a9. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 737.911069] env[69765]: DEBUG nova.network.neutron [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Updating instance_info_cache with network_info: [{"id": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "address": "fa:16:3e:90:c4:8b", "network": {"id": "561120b8-feb0-4f48-b123-aacada25ff8b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1664791412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a013108a1ab4ad58a6add9c1b31ff8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe68c605-6c", "ovs_interfaceid": "fe68c605-6c2c-496f-aa1d-44ea7642a6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.021241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf73ff-d498-4405-98e0-c312952f5ba9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.029107] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b34f1-edaf-461f-9153-e118fcbe6e72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.067013] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b0586-03c3-4ab9-83e7-f8c45f3ecf4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.072370] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfa9bde-802f-4a7a-891f-663baa684396 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.089669] env[69765]: DEBUG nova.compute.provider_tree [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.099843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ed677261-64fc-465c-8f1a-14c978bcf952 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.007s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.341709] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521da0f1-d4db-715e-0abb-92e32456be67, 'name': SearchDatastore_Task, 'duration_secs': 0.017051} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.341876] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.342165] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.342378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.342833] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342833] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.342992] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a4fa63-d8f3-4dc6-a9a2-cdc5aa5d67f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.360023] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.360023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.360023] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b82398-a0d6-4d25-a81f-36a49ef5ac64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.368912] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 738.368912] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525108fc-d6fc-1087-190a-ce48392f3d55" [ 738.368912] env[69765]: _type = "Task" [ 738.368912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.379550] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525108fc-d6fc-1087-190a-ce48392f3d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.414684] env[69765]: DEBUG oslo_concurrency.lockutils [req-065bd0d8-0015-46ec-9b76-5be43813640f req-eebcfb65-ffb7-46b7-977e-1ebe5bca5ce3 service nova] Releasing lock "refresh_cache-54b76c78-f851-418d-97d9-67985d7f7c34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.511202] env[69765]: DEBUG nova.network.neutron [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [{"id": "7789469e-1abb-4d81-a6da-353c0ec78997", "address": "fa:16:3e:7a:55:1c", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7789469e-1a", "ovs_interfaceid": "7789469e-1abb-4d81-a6da-353c0ec78997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.595098] env[69765]: DEBUG nova.scheduler.client.report [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.603563] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.881200] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525108fc-d6fc-1087-190a-ce48392f3d55, 'name': SearchDatastore_Task, 'duration_secs': 0.026052} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.882248] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9960a429-5021-4c3a-8e8c-dc076344aba5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.889372] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 738.889372] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c1a315-320c-e936-bb93-5cc952568ef0" [ 738.889372] env[69765]: _type = "Task" [ 738.889372] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.907038] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c1a315-320c-e936-bb93-5cc952568ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.907038] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.907038] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 54b76c78-f851-418d-97d9-67985d7f7c34/54b76c78-f851-418d-97d9-67985d7f7c34.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.907038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6068fcc-5ed2-488d-9f23-9880ed5d543a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.918009] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 738.918009] env[69765]: value = "task-3942790" [ 738.918009] env[69765]: _type = "Task" [ 738.918009] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.934153] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.013261] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Releasing lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040466] env[69765]: INFO nova.compute.manager [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Rebuilding instance [ 739.096809] env[69765]: DEBUG nova.compute.manager [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.097748] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177357b-ee66-404e-ac6c-70ca8e59140b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.103026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.107570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.980s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.109150] env[69765]: INFO nova.compute.claims [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.132607] env[69765]: INFO nova.scheduler.client.report [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Deleted allocations for instance 049c7202-5887-496e-91b8-d33af03dc5a3 [ 739.144663] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.399792] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "52b1e45e-4b65-4306-991c-a83996be651f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.400454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.400789] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "52b1e45e-4b65-4306-991c-a83996be651f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.401162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.404317] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.408177] env[69765]: INFO nova.compute.manager [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Terminating instance [ 739.432612] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.519847] env[69765]: DEBUG nova.compute.manager [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.521328] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c009fc8-2324-4019-8093-c09ec1ad02bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.642644] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b8b1f20-3701-4aa4-944d-c38e520243d9 tempest-AttachInterfacesUnderV243Test-977087814 tempest-AttachInterfacesUnderV243Test-977087814-project-member] Lock "049c7202-5887-496e-91b8-d33af03dc5a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.721s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.918596] env[69765]: DEBUG nova.compute.manager [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.918836] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.920271] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ac2cf-4389-49a3-8238-3da1ab4ce483 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.932949] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565124} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.935253] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 54b76c78-f851-418d-97d9-67985d7f7c34/54b76c78-f851-418d-97d9-67985d7f7c34.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.936035] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.936035] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.936035] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce13a230-21cc-4441-a11d-f143f003a315 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.938085] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686e36ae-299b-4104-95cc-9af2e8a4b7c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.945999] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 739.945999] env[69765]: value = "task-3942792" [ 739.945999] env[69765]: _type = "Task" [ 739.945999] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.947558] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 739.947558] env[69765]: value = "task-3942791" [ 739.947558] env[69765]: _type = "Task" [ 739.947558] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.966082] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.966385] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.132394] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.132394] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3c9ce3-c6e9-4783-83e8-97eaa8453517 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.137932] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 740.137932] env[69765]: value = "task-3942793" [ 740.137932] env[69765]: _type = "Task" [ 740.137932] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.153049] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.206412] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "2c843020-20ab-4d26-83ab-9ef9574757ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.206716] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.465889] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079733} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.470907] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.471891] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942791, 'name': PowerOffVM_Task, 'duration_secs': 0.311771} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.473781] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4052d9fc-cab3-4086-9234-763b8b9806f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.477893] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.478183] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.478714] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f02c3e-359f-45bd-8776-f856a148a9d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.501349] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 54b76c78-f851-418d-97d9-67985d7f7c34/54b76c78-f851-418d-97d9-67985d7f7c34.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.503930] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d98a67-7a18-4f08-a905-596d082be525 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.526270] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 740.526270] env[69765]: value = "task-3942795" [ 740.526270] env[69765]: _type = "Task" [ 740.526270] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.536803] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.543777] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7000b95-2314-4a37-a747-828fd98ae0bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.548161] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.548161] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.548419] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleting the datastore file [datastore2] 52b1e45e-4b65-4306-991c-a83996be651f {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.551875] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf79e31e-49f3-4df4-aa73-ed70410e8d54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.559321] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Doing hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 740.560230] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-48afcdc0-d16b-4744-820c-73d4594db279 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.565660] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for the task: (returnval){ [ 740.565660] env[69765]: value = "task-3942796" [ 740.565660] env[69765]: _type = "Task" [ 740.565660] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.576593] env[69765]: DEBUG oslo_vmware.api [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 740.576593] env[69765]: value = "task-3942797" [ 740.576593] env[69765]: _type = "Task" [ 740.576593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.586045] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.595367] env[69765]: DEBUG oslo_vmware.api [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942797, 'name': ResetVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.650440] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942793, 'name': PowerOffVM_Task, 'duration_secs': 0.157639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.650727] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.651181] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.654592] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2141f1-1678-4e93-8468-d9eede633b52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.662792] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.662995] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77eea3e4-bc89-4bbd-9f30-aeee2dea4152 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.690101] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.690331] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.690788] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Deleting the datastore file [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.693823] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd76146-6078-44b5-9534-c30b64eb495d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.700783] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 740.700783] env[69765]: value = "task-3942799" [ 740.700783] env[69765]: _type = "Task" [ 740.700783] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.710410] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.807705] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040dc15a-5018-43ab-b9fe-116845eb8f5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.821533] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c017f-39b4-488b-9d95-a45aa2a6bb49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.864068] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b61804e-885b-4dfd-beeb-2fd5b45c99a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.872246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf364232-0555-485a-a1f9-a1b5ec2e605f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.893315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.893673] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.894095] env[69765]: DEBUG nova.compute.provider_tree [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.039545] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942795, 'name': ReconfigVM_Task, 'duration_secs': 0.342534} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.039545] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 54b76c78-f851-418d-97d9-67985d7f7c34/54b76c78-f851-418d-97d9-67985d7f7c34.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.039545] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd81fe25-cc2e-4e2d-a2f3-c27447fbec94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.048065] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 741.048065] env[69765]: value = "task-3942800" [ 741.048065] env[69765]: _type = "Task" [ 741.048065] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.058184] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942800, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.077704] env[69765]: DEBUG oslo_vmware.api [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Task: {'id': task-3942796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169964} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.077704] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.077704] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.077704] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.077704] env[69765]: INFO nova.compute.manager [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 741.077704] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.077704] env[69765]: DEBUG nova.compute.manager [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.077704] env[69765]: DEBUG nova.network.neutron [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 741.088752] env[69765]: DEBUG oslo_vmware.api [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942797, 'name': ResetVM_Task, 'duration_secs': 0.123817} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.088844] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Did hard reboot of VM {{(pid=69765) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 741.089023] env[69765]: DEBUG nova.compute.manager [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.090038] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf6ef1-7ce4-489e-941b-98c608e76c4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.213200] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.213479] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.213664] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.213943] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.403023] env[69765]: DEBUG nova.scheduler.client.report [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.559321] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942800, 'name': Rename_Task, 'duration_secs': 0.154266} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.559715] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.559883] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6a136a-47f7-407f-895c-bf90aaedde1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.568114] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 741.568114] env[69765]: value = "task-3942801" [ 741.568114] env[69765]: _type = "Task" [ 741.568114] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.579393] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.605657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9e10c010-4cdc-44c7-b096-838b69dd04d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.388s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.757776] env[69765]: DEBUG nova.compute.manager [req-f254b642-2e53-464f-8af9-55f58c18aef2 req-2a534784-4cde-406a-b54f-3f46af8f3892 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Received event network-vif-deleted-0c350b80-e266-4725-8f64-15165c7a8e75 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.758041] env[69765]: INFO nova.compute.manager [req-f254b642-2e53-464f-8af9-55f58c18aef2 req-2a534784-4cde-406a-b54f-3f46af8f3892 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Neutron deleted interface 0c350b80-e266-4725-8f64-15165c7a8e75; detaching it from the instance and deleting it from the info cache [ 741.758275] env[69765]: DEBUG nova.network.neutron [req-f254b642-2e53-464f-8af9-55f58c18aef2 req-2a534784-4cde-406a-b54f-3f46af8f3892 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.908321] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.908321] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.912767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.868s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.914808] env[69765]: DEBUG nova.objects.instance [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lazy-loading 'resources' on Instance uuid 7d17d945-2842-4a56-b98e-01c3b70be86c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.081684] env[69765]: DEBUG oslo_vmware.api [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942801, 'name': PowerOnVM_Task, 'duration_secs': 0.4857} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.083077] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.083077] env[69765]: INFO nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 7.81 seconds to spawn the instance on the hypervisor. [ 742.083077] env[69765]: DEBUG nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.083183] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d1d0e2-d59f-4355-b74a-57a304639a49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.186831] env[69765]: DEBUG nova.network.neutron [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.252805] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.253277] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.253643] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.254102] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.254509] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.254737] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.255049] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.255274] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.255526] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.255739] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.255983] env[69765]: DEBUG nova.virt.hardware [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.256949] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0f8773-1b70-41f1-86bb-191845b5a76e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.261536] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c19c67b4-9e49-45fe-8631-b76a00112dd3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.271158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758525d7-c50a-4e96-8e33-9e403c7e2fc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.279645] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39c787-6909-440e-b410-609813c2f8b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.301517] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.307487] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.318228] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.318655] env[69765]: DEBUG nova.compute.manager [req-f254b642-2e53-464f-8af9-55f58c18aef2 req-2a534784-4cde-406a-b54f-3f46af8f3892 service nova] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Detach interface failed, port_id=0c350b80-e266-4725-8f64-15165c7a8e75, reason: Instance 52b1e45e-4b65-4306-991c-a83996be651f could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.319057] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23dffee8-406a-489a-8446-cd8191e21dcd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.337512] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.337512] env[69765]: value = "task-3942802" [ 742.337512] env[69765]: _type = "Task" [ 742.337512] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.343478] env[69765]: DEBUG nova.compute.manager [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.343695] env[69765]: DEBUG nova.compute.manager [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing instance network info cache due to event network-changed-7789469e-1abb-4d81-a6da-353c0ec78997. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.343984] env[69765]: DEBUG oslo_concurrency.lockutils [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] Acquiring lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.344195] env[69765]: DEBUG oslo_concurrency.lockutils [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] Acquired lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.344379] env[69765]: DEBUG nova.network.neutron [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Refreshing network info cache for port 7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 742.352455] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942802, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.418400] env[69765]: DEBUG nova.compute.utils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.422943] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.423152] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.607112] env[69765]: DEBUG nova.policy [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f79b467a6b54d0ea410cf830da967a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c000df725bd341c2939a4a91b10d7ce6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.609565] env[69765]: INFO nova.compute.manager [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 40.66 seconds to build instance. [ 742.690517] env[69765]: INFO nova.compute.manager [-] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Took 1.61 seconds to deallocate network for instance. [ 742.854024] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942802, 'name': CreateVM_Task, 'duration_secs': 0.314203} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.857643] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.858824] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.859362] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.859976] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bff9118-e20c-4158-8144-9d8223446b46 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.867194] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 742.867194] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523a2c70-f3d9-70b4-8c4e-4881b78c99f7" [ 742.867194] env[69765]: _type = "Task" [ 742.867194] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.881406] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523a2c70-f3d9-70b4-8c4e-4881b78c99f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.929352] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.107063] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60eaf84-62ac-4bda-beef-457b3dd2da2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.115419] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0883dc2d-da7a-4114-b7f3-192496e604d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.120848] env[69765]: DEBUG oslo_concurrency.lockutils [None req-30cd71fb-107b-488d-a6a4-d16b879b0388 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.348s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.164139] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4b3cfa-d547-4257-9a1a-c032dca906cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.174315] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2746d-513b-48e5-b885-fc7dac24d393 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.191125] env[69765]: DEBUG nova.compute.provider_tree [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.199841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.336616] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.337562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.337562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.337562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.337562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.340773] env[69765]: INFO nova.compute.manager [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Terminating instance [ 743.379858] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523a2c70-f3d9-70b4-8c4e-4881b78c99f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.380198] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.380439] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.380674] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.381285] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.381508] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.381776] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f83ece5-6a4c-4b0c-bb44-bd82e642e134 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.391831] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.391956] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.392720] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee7d400-6e21-4dbc-8dbe-2821661f35ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.400824] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 743.400824] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5297995f-8afb-c034-7e3a-92fa7e05ab5a" [ 743.400824] env[69765]: _type = "Task" [ 743.400824] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.409457] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297995f-8afb-c034-7e3a-92fa7e05ab5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.436630] env[69765]: INFO nova.virt.block_device [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Booting with volume f0758ff1-06ae-4908-bb40-50c62d8763f7 at /dev/sda [ 743.469117] env[69765]: DEBUG nova.network.neutron [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updated VIF entry in instance network info cache for port 7789469e-1abb-4d81-a6da-353c0ec78997. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 743.469801] env[69765]: DEBUG nova.network.neutron [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [{"id": "7789469e-1abb-4d81-a6da-353c0ec78997", "address": "fa:16:3e:7a:55:1c", "network": {"id": "e3f4a1fa-0d4d-4ad5-b36b-a34d5af80f6a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1171692076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3539cb490f354182ad303ee3cc23afbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7789469e-1a", "ovs_interfaceid": "7789469e-1abb-4d81-a6da-353c0ec78997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.472762] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Successfully created port: be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.492819] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeda0631-89e3-4b86-993d-77763f4f5189 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.504832] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e3f76d-2cc3-4e8c-a659-3828f2e205fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.554548] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9bb0081-e7f9-4b5d-b98d-87a546e80ec1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.566575] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9066a188-cc2a-463e-bf53-ed32cac21b5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.599619] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd8321-f1ee-4f2e-ac0c-faa22391f9a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.610542] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd863b98-04a5-40f4-9f6e-4d0b9e535ebc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.625720] env[69765]: DEBUG nova.virt.block_device [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updating existing volume attachment record: 04f64ff3-9d78-4f9c-a61b-cb88ce5d7c25 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 743.628189] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.696628] env[69765]: DEBUG nova.scheduler.client.report [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.850925] env[69765]: DEBUG nova.compute.manager [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.851813] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.852652] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a497961b-1a35-4786-b137-9304b15f2fda {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.866735] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.867069] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9787a083-29f0-4246-8515-9dc08506da71 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.878665] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 743.878665] env[69765]: value = "task-3942803" [ 743.878665] env[69765]: _type = "Task" [ 743.878665] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.889768] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.914429] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297995f-8afb-c034-7e3a-92fa7e05ab5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.916232] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffe231a-0c1e-4d2f-9c45-ad224259d502 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.922478] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 743.922478] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529bd4e2-9df2-4062-48b9-2d73b029b20f" [ 743.922478] env[69765]: _type = "Task" [ 743.922478] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.934566] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529bd4e2-9df2-4062-48b9-2d73b029b20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.977224] env[69765]: DEBUG oslo_concurrency.lockutils [req-aafb6c1f-2305-41cf-a6e7-449e796f8e5e req-351f9aeb-0389-4570-8c5d-56abda600d55 service nova] Releasing lock "refresh_cache-011fa2f1-e165-4355-a4da-f4b28ea7ed04" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.202551] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.205511] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.959s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.206270] env[69765]: DEBUG nova.objects.instance [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lazy-loading 'resources' on Instance uuid 65f903d8-60b0-435f-99b1-a918ed41efa7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.230895] env[69765]: INFO nova.scheduler.client.report [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Deleted allocations for instance 7d17d945-2842-4a56-b98e-01c3b70be86c [ 744.390296] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942803, 'name': PowerOffVM_Task, 'duration_secs': 0.276707} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.390598] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.390765] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.391036] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770e9d75-121d-4f73-9dae-3d3dea02f072 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.434087] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529bd4e2-9df2-4062-48b9-2d73b029b20f, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.434697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434940] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.435288] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4628b6c1-ce6b-4824-be4d-d6a13609adc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.443750] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 744.443750] env[69765]: value = "task-3942805" [ 744.443750] env[69765]: _type = "Task" [ 744.443750] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.455224] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.460239] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.460488] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.460675] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleting the datastore file [datastore1] 011fa2f1-e165-4355-a4da-f4b28ea7ed04 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.460950] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc01ee4-1daf-4dbb-a125-00bdba605087 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.467514] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 744.467514] env[69765]: value = "task-3942806" [ 744.467514] env[69765]: _type = "Task" [ 744.467514] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.478370] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.750013] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c44d454c-8a57-4e5b-ab81-46abc8d0f5cd tempest-InstanceActionsTestJSON-1590223339 tempest-InstanceActionsTestJSON-1590223339-project-member] Lock "7d17d945-2842-4a56-b98e-01c3b70be86c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.205s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.957527] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497109} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.960988] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.963436] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.964391] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04400417-7ff1-446f-9b2f-f5d71ad3af3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.974349] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 744.974349] env[69765]: value = "task-3942807" [ 744.974349] env[69765]: _type = "Task" [ 744.974349] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.986036] env[69765]: DEBUG oslo_vmware.api [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165455} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.987563] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.987563] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.987563] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.987563] env[69765]: INFO nova.compute.manager [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.987807] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.988877] env[69765]: DEBUG nova.compute.manager [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.988877] env[69765]: DEBUG nova.network.neutron [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 744.993356] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.353291] env[69765]: DEBUG nova.compute.manager [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.358143] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d08af-5e08-4389-9ced-ccb8ee7cf443 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.406091] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a5774-623f-4e7b-ac63-b27349f94bb3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.415522] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347eb3a-c065-41bb-a54c-1169609ace85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.449869] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cd8f0-0a6c-404c-9b5d-23a73dae146c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.460152] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f4f7e-20fd-4e16-8be5-9e5fe037e829 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.480784] env[69765]: DEBUG nova.compute.provider_tree [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.492172] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200126} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.492172] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.492647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ff568-b616-4096-b723-dafb3cbf8936 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.519854] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.519854] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00703df-5e68-474d-9ff0-dc0de3cfa788 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.541680] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 745.541680] env[69765]: value = "task-3942808" [ 745.541680] env[69765]: _type = "Task" [ 745.541680] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.550993] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.779752] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.780329] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.780542] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.780703] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.780884] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.781046] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.781203] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.781415] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.781619] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.781737] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.781916] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.782104] env[69765]: DEBUG nova.virt.hardware [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.783025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef86d8-e450-4d01-b6cc-ec46c6e4115b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.792208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ed91f-39a2-4bfe-8ece-a0cda204e729 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.873105] env[69765]: INFO nova.compute.manager [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] instance snapshotting [ 745.876832] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33834c94-4e02-413d-aa8b-50a7e91f9632 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.898095] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad695c-1561-4a2d-8967-239908fadfd4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.988128] env[69765]: DEBUG nova.scheduler.client.report [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.994440] env[69765]: DEBUG nova.compute.manager [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Received event network-vif-plugged-be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.994655] env[69765]: DEBUG oslo_concurrency.lockutils [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] Acquiring lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.994901] env[69765]: DEBUG oslo_concurrency.lockutils [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.995036] env[69765]: DEBUG oslo_concurrency.lockutils [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.995206] env[69765]: DEBUG nova.compute.manager [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] No waiting events found dispatching network-vif-plugged-be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.995366] env[69765]: WARNING nova.compute.manager [req-a3485577-ac1b-4308-a3d4-e00239b03f22 req-657f3f1b-54e7-41b3-adf9-e59718318489 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Received unexpected event network-vif-plugged-be04488e-123b-47ee-b804-ac7714750443 for instance with vm_state building and task_state spawning. [ 746.055060] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.380445] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Successfully updated port: be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.413246] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.413593] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8171bcda-93e6-47b7-ad6c-41351964a1ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.426552] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 746.426552] env[69765]: value = "task-3942809" [ 746.426552] env[69765]: _type = "Task" [ 746.426552] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.438771] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942809, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.494463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.497745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.114s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.497745] env[69765]: DEBUG nova.objects.instance [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lazy-loading 'resources' on Instance uuid 337ff7c0-1e04-404d-bc71-d44f3652eb3e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.541893] env[69765]: INFO nova.scheduler.client.report [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted allocations for instance 65f903d8-60b0-435f-99b1-a918ed41efa7 [ 746.561741] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942808, 'name': ReconfigVM_Task, 'duration_secs': 0.720226} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.562103] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa/bb4b3a0b-84ee-48fa-80c7-c7c9da471efa.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.562756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c660d3ae-63b0-4b1c-a402-3576caa3f54a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.565271] env[69765]: DEBUG nova.network.neutron [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.573603] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 746.573603] env[69765]: value = "task-3942810" [ 746.573603] env[69765]: _type = "Task" [ 746.573603] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.582510] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942810, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.886215] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.886481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquired lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.888341] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 746.938196] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942809, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.062975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ea4343e4-5360-4d1c-92df-d37e73af752f tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "65f903d8-60b0-435f-99b1-a918ed41efa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.750s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.070589] env[69765]: INFO nova.compute.manager [-] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Took 2.08 seconds to deallocate network for instance. [ 747.087862] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942810, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.446020] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942809, 'name': CreateSnapshot_Task, 'duration_secs': 0.716057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.446020] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.446020] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5251c8e3-cbae-4155-9ca9-083aefe80adb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.451619] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 747.586693] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.587071] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942810, 'name': Rename_Task, 'duration_secs': 0.811273} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.589905] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.590439] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a439aadb-7418-4f2b-9e67-a984a4710d69 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.598028] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 747.598028] env[69765]: value = "task-3942811" [ 747.598028] env[69765]: _type = "Task" [ 747.598028] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.613347] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.687954] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be82c8a-bd53-4b78-a836-ebd85d3bdc66 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.697348] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8892ba-756a-4bc0-af04-7b1d52917a1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.738927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda512c-6c0a-4266-b596-754b5d15e6c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.748753] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a78f69f-98db-4bea-acc0-e85c6f0cc5ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.766288] env[69765]: DEBUG nova.compute.provider_tree [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.822188] env[69765]: DEBUG nova.network.neutron [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updating instance_info_cache with network_info: [{"id": "be04488e-123b-47ee-b804-ac7714750443", "address": "fa:16:3e:f4:a3:6c", "network": {"id": "26ddebbc-0f7f-4bf8-8779-7af77056fe9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-824914343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000df725bd341c2939a4a91b10d7ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe04488e-12", "ovs_interfaceid": "be04488e-123b-47ee-b804-ac7714750443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.982315] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.983067] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ac84580-c3db-444a-99c6-2748b9938409 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.993759] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 747.993759] env[69765]: value = "task-3942812" [ 747.993759] env[69765]: _type = "Task" [ 747.993759] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.009074] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942812, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.112883] env[69765]: DEBUG oslo_vmware.api [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942811, 'name': PowerOnVM_Task, 'duration_secs': 0.477781} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.113396] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.114248] env[69765]: DEBUG nova.compute.manager [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.115433] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0dcb7d-750d-46f3-a240-d925044fb81a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.269995] env[69765]: DEBUG nova.scheduler.client.report [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.327495] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Releasing lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.327825] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance network_info: |[{"id": "be04488e-123b-47ee-b804-ac7714750443", "address": "fa:16:3e:f4:a3:6c", "network": {"id": "26ddebbc-0f7f-4bf8-8779-7af77056fe9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-824914343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000df725bd341c2939a4a91b10d7ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe04488e-12", "ovs_interfaceid": "be04488e-123b-47ee-b804-ac7714750443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.328630] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:a3:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be04488e-123b-47ee-b804-ac7714750443', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.341047] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Creating folder: Project (c000df725bd341c2939a4a91b10d7ce6). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.341490] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-176aaa05-4421-4144-99f7-ded4a6748ca5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.356362] env[69765]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 748.356684] env[69765]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69765) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 748.357499] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Folder already exists: Project (c000df725bd341c2939a4a91b10d7ce6). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 748.357499] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Creating folder: Instances. Parent ref: group-v782574. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.357499] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1860619-1d8f-43ad-a525-4fc9537d759f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.374676] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Created folder: Instances in parent group-v782574. [ 748.374939] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.375204] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.375512] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e367356a-065f-4c0a-8262-fb5149d2be6f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.398054] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.398054] env[69765]: value = "task-3942815" [ 748.398054] env[69765]: _type = "Task" [ 748.398054] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.418162] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.436161] env[69765]: DEBUG nova.compute.manager [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Received event network-vif-deleted-7789469e-1abb-4d81-a6da-353c0ec78997 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.436161] env[69765]: DEBUG nova.compute.manager [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Received event network-changed-be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.436161] env[69765]: DEBUG nova.compute.manager [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Refreshing instance network info cache due to event network-changed-be04488e-123b-47ee-b804-ac7714750443. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.436161] env[69765]: DEBUG oslo_concurrency.lockutils [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] Acquiring lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.436161] env[69765]: DEBUG oslo_concurrency.lockutils [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] Acquired lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.436161] env[69765]: DEBUG nova.network.neutron [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Refreshing network info cache for port be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 748.510017] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942812, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.554719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.555008] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.635973] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.776444] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.778294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.485s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.778628] env[69765]: DEBUG nova.objects.instance [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lazy-loading 'resources' on Instance uuid 2ed3903a-a251-4071-8eb0-56b9e524982a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.812100] env[69765]: INFO nova.scheduler.client.report [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Deleted allocations for instance 337ff7c0-1e04-404d-bc71-d44f3652eb3e [ 748.915956] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.005385] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942812, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.236075] env[69765]: DEBUG nova.network.neutron [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updated VIF entry in instance network info cache for port be04488e-123b-47ee-b804-ac7714750443. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 749.236445] env[69765]: DEBUG nova.network.neutron [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updating instance_info_cache with network_info: [{"id": "be04488e-123b-47ee-b804-ac7714750443", "address": "fa:16:3e:f4:a3:6c", "network": {"id": "26ddebbc-0f7f-4bf8-8779-7af77056fe9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-824914343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000df725bd341c2939a4a91b10d7ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe04488e-12", "ovs_interfaceid": "be04488e-123b-47ee-b804-ac7714750443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.322654] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4e53c19d-4acf-4b6a-ac53-ccbc031b6202 tempest-ListServersNegativeTestJSON-676358487 tempest-ListServersNegativeTestJSON-676358487-project-member] Lock "337ff7c0-1e04-404d-bc71-d44f3652eb3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.503s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.350498] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.352044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.352186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.352336] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.352514] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.354700] env[69765]: INFO nova.compute.manager [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Terminating instance [ 749.420518] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.508920] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942812, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.681172] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "97e1608c-a17c-4642-bc57-a13eaae64587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.681445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.739950] env[69765]: DEBUG oslo_concurrency.lockutils [req-f6b8217c-9751-4604-a36a-ac11e2b5f7cf req-e7b2fb46-1316-4727-982f-91314c97f5f8 service nova] Releasing lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.862625] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "refresh_cache-bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.863244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquired lock "refresh_cache-bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.863737] env[69765]: DEBUG nova.network.neutron [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 749.907514] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11826033-22d7-4ac8-9019-21fbf0776158 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.920284] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.923481] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d1e3db-7caf-4cf1-9160-02d2db4e8437 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.959940] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e711e16e-cab9-4d8d-b8a7-0fdcf7ec631c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.968512] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395309c7-4638-480f-8622-d8d4cd21c6db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.983218] env[69765]: DEBUG nova.compute.provider_tree [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.006746] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942812, 'name': CloneVM_Task, 'duration_secs': 1.744468} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.006746] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Created linked-clone VM from snapshot [ 750.007499] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e8dfe-ea4b-461e-8540-2eed3dc2c0cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.015608] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Uploading image 02c34c3d-c767-4c57-8f8a-0ced0e93fc2f {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.043181] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.043181] env[69765]: value = "vm-782633" [ 750.043181] env[69765]: _type = "VirtualMachine" [ 750.043181] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.043478] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-770ccb67-2019-42c2-ab7a-b4bc92ea16b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.050979] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lease: (returnval){ [ 750.050979] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52308f47-c3a6-92a7-d926-a3011ff4f305" [ 750.050979] env[69765]: _type = "HttpNfcLease" [ 750.050979] env[69765]: } obtained for exporting VM: (result){ [ 750.050979] env[69765]: value = "vm-782633" [ 750.050979] env[69765]: _type = "VirtualMachine" [ 750.050979] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.051285] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the lease: (returnval){ [ 750.051285] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52308f47-c3a6-92a7-d926-a3011ff4f305" [ 750.051285] env[69765]: _type = "HttpNfcLease" [ 750.051285] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.058562] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.058562] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52308f47-c3a6-92a7-d926-a3011ff4f305" [ 750.058562] env[69765]: _type = "HttpNfcLease" [ 750.058562] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 750.401138] env[69765]: DEBUG nova.network.neutron [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 750.415914] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.470984] env[69765]: DEBUG nova.network.neutron [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.486493] env[69765]: DEBUG nova.scheduler.client.report [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.563019] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.563019] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52308f47-c3a6-92a7-d926-a3011ff4f305" [ 750.563019] env[69765]: _type = "HttpNfcLease" [ 750.563019] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 750.563019] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 750.563019] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52308f47-c3a6-92a7-d926-a3011ff4f305" [ 750.563019] env[69765]: _type = "HttpNfcLease" [ 750.563019] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 750.563019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61386d08-a5ee-4d72-aaa4-3352839e990f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.573181] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 750.573639] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 750.692781] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20b6b088-193c-4719-a7f6-456497af243e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.915973] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942815, 'name': CreateVM_Task, 'duration_secs': 2.154906} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.916353] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.917488] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '04f64ff3-9d78-4f9c-a61b-cb88ce5d7c25', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782587', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'name': 'volume-f0758ff1-06ae-4908-bb40-50c62d8763f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8069b8f8-8f10-49c8-a741-5c773d65a30b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'serial': 'f0758ff1-06ae-4908-bb40-50c62d8763f7'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69765) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 750.919164] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Root volume attach. Driver type: vmdk {{(pid=69765) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 750.919164] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0fc5d6-11b7-465b-b463-7e005c043b3a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.934447] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd604ff-e4b9-49f7-83c6-1b91af4dee9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.942994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a48310-8459-43cc-8d46-99f4a5f506f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.962648] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d34660eb-c847-4029-bc54-c7db633babd9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.976186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Releasing lock "refresh_cache-bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.976186] env[69765]: DEBUG nova.compute.manager [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.976186] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.979240] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259916d9-95bb-453d-86d0-06a28a29779c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.984212] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 750.984212] env[69765]: value = "task-3942817" [ 750.984212] env[69765]: _type = "Task" [ 750.984212] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.991593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.994068] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.996211] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.241s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.998331] env[69765]: INFO nova.compute.claims [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.001406] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ffe536-5507-47b9-a10c-1b823133de54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.008058] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942817, 'name': RelocateVM_Task} progress is 11%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.015754] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 751.015754] env[69765]: value = "task-3942818" [ 751.015754] env[69765]: _type = "Task" [ 751.015754] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.030829] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.034416] env[69765]: INFO nova.scheduler.client.report [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Deleted allocations for instance 2ed3903a-a251-4071-8eb0-56b9e524982a [ 751.497040] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942817, 'name': RelocateVM_Task} progress is 20%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.531839] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942818, 'name': PowerOffVM_Task, 'duration_secs': 0.157837} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.532661] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.533267] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.534067] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1cb76a-e249-4a26-ac47-3b82c26bf9b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.550782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-387789a3-f3e3-44f8-a14a-79bb7d937d73 tempest-ServerMetadataTestJSON-1538106293 tempest-ServerMetadataTestJSON-1538106293-project-member] Lock "2ed3903a-a251-4071-8eb0-56b9e524982a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.220s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.565975] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.568591] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.568591] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Deleting the datastore file [datastore2] bb4b3a0b-84ee-48fa-80c7-c7c9da471efa {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.568591] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd07d8e-e0bc-4dbc-851d-656bcbec49e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.575176] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for the task: (returnval){ [ 751.575176] env[69765]: value = "task-3942820" [ 751.575176] env[69765]: _type = "Task" [ 751.575176] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.588237] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.996983] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942817, 'name': RelocateVM_Task, 'duration_secs': 0.533419} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.997328] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 751.997552] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782587', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'name': 'volume-f0758ff1-06ae-4908-bb40-50c62d8763f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8069b8f8-8f10-49c8-a741-5c773d65a30b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'serial': 'f0758ff1-06ae-4908-bb40-50c62d8763f7'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 751.998382] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0beb11-04e8-4ba8-b314-0a24479104aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019750] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04587bc6-dfc4-4d5c-a1cb-3affeadba532 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.044991] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-f0758ff1-06ae-4908-bb40-50c62d8763f7/volume-f0758ff1-06ae-4908-bb40-50c62d8763f7.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.048186] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e237727-55bd-43d9-9bdd-16bd48c55041 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.071029] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 752.071029] env[69765]: value = "task-3942821" [ 752.071029] env[69765]: _type = "Task" [ 752.071029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.085912] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.092243] env[69765]: DEBUG oslo_vmware.api [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Task: {'id': task-3942820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141219} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.095669] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.095669] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.095911] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.095911] env[69765]: INFO nova.compute.manager [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 752.096182] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.098618] env[69765]: DEBUG nova.compute.manager [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.098618] env[69765]: DEBUG nova.network.neutron [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 752.116633] env[69765]: DEBUG nova.network.neutron [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 752.566962] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b57846d-f9e5-445d-9f10-3e2c6bdc6ce1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.580469] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bb2b3c-8649-4a4b-b2fa-941b39e11071 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.593242] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.622248] env[69765]: DEBUG nova.network.neutron [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.625801] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2235e07-a4aa-4e23-a76f-bc4c2ca4589d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.638746] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496d86ae-2d25-4763-b218-bec0be71691e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.656058] env[69765]: DEBUG nova.compute.provider_tree [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.088099] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942821, 'name': ReconfigVM_Task, 'duration_secs': 0.563546} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.088456] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-f0758ff1-06ae-4908-bb40-50c62d8763f7/volume-f0758ff1-06ae-4908-bb40-50c62d8763f7.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.094357] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558a9062-b6f7-4dec-93f3-bc32ba38d82b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.111232] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 753.111232] env[69765]: value = "task-3942822" [ 753.111232] env[69765]: _type = "Task" [ 753.111232] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.122447] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.125521] env[69765]: INFO nova.compute.manager [-] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Took 1.03 seconds to deallocate network for instance. [ 753.133697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.133968] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.162154] env[69765]: DEBUG nova.scheduler.client.report [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.623485] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942822, 'name': ReconfigVM_Task, 'duration_secs': 0.162309} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.623901] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782587', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'name': 'volume-f0758ff1-06ae-4908-bb40-50c62d8763f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8069b8f8-8f10-49c8-a741-5c773d65a30b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'serial': 'f0758ff1-06ae-4908-bb40-50c62d8763f7'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 753.624511] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c9e1f9f-3739-49b1-8bdf-2edbd17a32b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.632657] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 753.632657] env[69765]: value = "task-3942823" [ 753.632657] env[69765]: _type = "Task" [ 753.632657] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.639854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.646445] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942823, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.667353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.667852] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.670593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.170s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.672272] env[69765]: INFO nova.compute.claims [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.144629] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942823, 'name': Rename_Task, 'duration_secs': 0.155195} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.144957] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.145255] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b538941e-9336-47be-b35d-2d73b476ae1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.154362] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 754.154362] env[69765]: value = "task-3942824" [ 754.154362] env[69765]: _type = "Task" [ 754.154362] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.165076] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.180473] env[69765]: DEBUG nova.compute.utils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.182291] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.182501] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.246870] env[69765]: DEBUG nova.policy [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f51c0f7668a745199a5dca4bef427f5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5abc7970c4e645bc9a7b1d14ebcadf43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.670540] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.690882] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.924656] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Successfully created port: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.172622] env[69765]: DEBUG oslo_vmware.api [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3942824, 'name': PowerOnVM_Task, 'duration_secs': 0.590924} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.173037] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.173250] env[69765]: INFO nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Took 9.39 seconds to spawn the instance on the hypervisor. [ 755.173531] env[69765]: DEBUG nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.174594] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e8f59-3282-4984-bb0d-7a4c303bd6c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.299598] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b6d4c2-6d64-485c-837a-4f8f7424ba8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.308432] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29d0e4-f3bc-4708-bfb9-c3a390a01d06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.348650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4cd5e-f55a-477f-9ec3-c9e4482b1ab6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.357870] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80f3e2-91f5-4290-ad08-cb5fe02895ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.373598] env[69765]: DEBUG nova.compute.provider_tree [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.701099] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.703831] env[69765]: INFO nova.compute.manager [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Took 47.59 seconds to build instance. [ 755.730482] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.730764] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.730950] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.731525] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.731525] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.731525] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.731707] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.731799] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.731991] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.732217] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.732428] env[69765]: DEBUG nova.virt.hardware [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.733542] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea905a07-4705-4048-b36e-4e8874719253 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.743012] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4453d9-0750-4da9-8a76-51ab12bf23d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.877199] env[69765]: DEBUG nova.scheduler.client.report [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.209680] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69047f01-d516-4a3a-8aa8-51ca9e64a0dc tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.444s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.384573] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.385326] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.390995] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.834s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.391614] env[69765]: INFO nova.compute.claims [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.716135] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.845074] env[69765]: DEBUG nova.compute.manager [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Received event network-vif-plugged-772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.845327] env[69765]: DEBUG oslo_concurrency.lockutils [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] Acquiring lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.845567] env[69765]: DEBUG oslo_concurrency.lockutils [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.845739] env[69765]: DEBUG oslo_concurrency.lockutils [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.845927] env[69765]: DEBUG nova.compute.manager [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] No waiting events found dispatching network-vif-plugged-772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.846619] env[69765]: WARNING nova.compute.manager [req-fceb1664-e568-4df6-a8a5-58ff4f1f5851 req-59fccb09-5364-42c6-8e2d-f02a051ee31b service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Received unexpected event network-vif-plugged-772b8da9-b4dc-423c-b7e4-1b47d8220e14 for instance with vm_state building and task_state spawning. [ 756.899033] env[69765]: DEBUG nova.compute.utils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.903110] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.903316] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.035684] env[69765]: DEBUG nova.policy [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a706d99c99f494a8438c57a72f0ccd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4027e5d874041e98b57ab799cbf55c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.079338] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Successfully updated port: 772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.250642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.401454] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.586841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.586841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.586841] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 757.647055] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Successfully created port: fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.115705] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a777a-d58a-4888-ba70-82c9d0232232 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.125480] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9dfd7d-a9ba-42b9-ae25-2b33978c40dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.160162] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce0817-87a5-4565-ba2c-92e511904cb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.168651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade8b88f-a8d3-4245-9e61-dc8fe8f1171f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.173599] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 758.188656] env[69765]: DEBUG nova.compute.provider_tree [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.321640] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "6bdae792-ea04-4871-acdf-a476be1f3950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.321640] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.367385] env[69765]: DEBUG nova.network.neutron [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Updating instance_info_cache with network_info: [{"id": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "address": "fa:16:3e:79:cf:ce", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772b8da9-b4", "ovs_interfaceid": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.421964] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.447884] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.448159] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.449023] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.449023] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.449023] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.449023] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.449261] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.449313] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.449464] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.449652] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.449834] env[69765]: DEBUG nova.virt.hardware [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.451223] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d80ab-8e16-4fa0-9627-5b1d5e8700aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.462029] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af16b2d-8b46-4f4b-8b2c-d8fe5de8f09d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.695528] env[69765]: DEBUG nova.scheduler.client.report [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.870720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871706] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Instance network_info: |[{"id": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "address": "fa:16:3e:79:cf:ce", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772b8da9-b4", "ovs_interfaceid": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.872318] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cf:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772b8da9-b4dc-423c-b7e4-1b47d8220e14', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.882543] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.882863] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.883170] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e510668-30b8-4a5d-9278-311c16e33d87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.903505] env[69765]: DEBUG nova.compute.manager [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Received event network-changed-772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.903967] env[69765]: DEBUG nova.compute.manager [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Refreshing instance network info cache due to event network-changed-772b8da9-b4dc-423c-b7e4-1b47d8220e14. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.903967] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Acquiring lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.904191] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Acquired lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.904434] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Refreshing network info cache for port 772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 758.913249] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.913249] env[69765]: value = "task-3942825" [ 758.913249] env[69765]: _type = "Task" [ 758.913249] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.925342] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942825, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.201805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.202431] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.210042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.103s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.210042] env[69765]: DEBUG nova.objects.instance [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lazy-loading 'resources' on Instance uuid 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.425166] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942825, 'name': CreateVM_Task, 'duration_secs': 0.465372} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.425549] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.427082] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.427897] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.427897] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.427897] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33a7d29-6151-4fb7-9ef4-92e85ce43333 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.434771] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 759.434771] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521ea814-d55e-adf4-a6a9-a5772c877880" [ 759.434771] env[69765]: _type = "Task" [ 759.434771] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.447276] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521ea814-d55e-adf4-a6a9-a5772c877880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.532163] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.532691] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e338d-778d-4504-b4a1-21f494d10cb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.539904] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.540240] env[69765]: ERROR oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk due to incomplete transfer. [ 759.540529] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50fec701-2cc8-4772-96c0-8ad34d1d3cb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.551264] env[69765]: DEBUG oslo_vmware.rw_handles [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f3f6-0b2b-1a3f-9ccb-2f00d5c3aa01/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.551640] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Uploaded image 02c34c3d-c767-4c57-8f8a-0ced0e93fc2f to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.554215] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.554524] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-944e5b15-1ea2-4ede-bcfb-85cfc7c61593 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.564968] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 759.564968] env[69765]: value = "task-3942826" [ 759.564968] env[69765]: _type = "Task" [ 759.564968] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.576268] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942826, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.647019] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Successfully updated port: fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.717378] env[69765]: DEBUG nova.compute.utils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.726132] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.728901] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.804512] env[69765]: DEBUG nova.policy [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301f48db7eaa48a1b59984c7a4357d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097c6796ba6a43c583dfcf8ef64893d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.907389] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Updated VIF entry in instance network info cache for port 772b8da9-b4dc-423c-b7e4-1b47d8220e14. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 759.908140] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Updating instance_info_cache with network_info: [{"id": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "address": "fa:16:3e:79:cf:ce", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772b8da9-b4", "ovs_interfaceid": "772b8da9-b4dc-423c-b7e4-1b47d8220e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.948453] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521ea814-d55e-adf4-a6a9-a5772c877880, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.948757] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.948990] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.949267] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.949387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.949564] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.949836] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96027615-6666-48ac-ac75-7f82ef01c743 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.959589] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.959784] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.967458] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444e8df2-202d-42bf-b369-0d1df39dbbd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.974731] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 759.974731] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ea5a90-95af-3709-bcf4-32e092a8e5cc" [ 759.974731] env[69765]: _type = "Task" [ 759.974731] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.984402] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea5a90-95af-3709-bcf4-32e092a8e5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.078779] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942826, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.151162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.151162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.151418] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 760.223439] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.313266] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Successfully created port: 892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.338994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73693a5c-97ce-4f9d-9948-310168228c30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.347573] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44aedaa-839a-47cc-a0c9-b19bfc5ddfb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.383180] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92172bb0-41e6-425b-acf4-d7ea973c6962 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.391898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63419940-7dba-4470-8b66-360663d4e1db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.407756] env[69765]: DEBUG nova.compute.provider_tree [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.410281] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Releasing lock "refresh_cache-897eb04c-8f5a-417e-8a9d-06db9dfe9f40" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.410381] env[69765]: DEBUG nova.compute.manager [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Received event network-changed-be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.410563] env[69765]: DEBUG nova.compute.manager [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Refreshing instance network info cache due to event network-changed-be04488e-123b-47ee-b804-ac7714750443. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.410848] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Acquiring lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.410998] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Acquired lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.411183] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Refreshing network info cache for port be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 760.485542] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea5a90-95af-3709-bcf4-32e092a8e5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.486499] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57745ec7-17c2-403d-9449-89e6137d2aa1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.492751] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 760.492751] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5241015d-ad85-1b96-a192-21d23b33287f" [ 760.492751] env[69765]: _type = "Task" [ 760.492751] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.501233] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5241015d-ad85-1b96-a192-21d23b33287f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.576580] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942826, 'name': Destroy_Task, 'duration_secs': 0.916589} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.576888] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Destroyed the VM [ 760.577271] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.577572] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-004f26dc-68da-4b20-a173-4077fc3a917d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.585520] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 760.585520] env[69765]: value = "task-3942827" [ 760.585520] env[69765]: _type = "Task" [ 760.585520] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.594771] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.685207] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 760.857763] env[69765]: DEBUG nova.network.neutron [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updating instance_info_cache with network_info: [{"id": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "address": "fa:16:3e:93:f6:9c", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde4576b-1c", "ovs_interfaceid": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.911680] env[69765]: DEBUG nova.scheduler.client.report [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.919174] env[69765]: DEBUG nova.compute.manager [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Received event network-vif-plugged-fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.919408] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.919627] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.919798] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.920403] env[69765]: DEBUG nova.compute.manager [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] No waiting events found dispatching network-vif-plugged-fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.920403] env[69765]: WARNING nova.compute.manager [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Received unexpected event network-vif-plugged-fde4576b-1ce8-40f4-a91d-7afafc39cc4f for instance with vm_state building and task_state spawning. [ 760.920403] env[69765]: DEBUG nova.compute.manager [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Received event network-changed-fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.920537] env[69765]: DEBUG nova.compute.manager [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Refreshing instance network info cache due to event network-changed-fde4576b-1ce8-40f4-a91d-7afafc39cc4f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.920669] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Acquiring lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.004604] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5241015d-ad85-1b96-a192-21d23b33287f, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.005195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.005195] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 897eb04c-8f5a-417e-8a9d-06db9dfe9f40/897eb04c-8f5a-417e-8a9d-06db9dfe9f40.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.005433] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34bc1a43-959c-4aa1-af95-b4f07f3705d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.013053] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 761.013053] env[69765]: value = "task-3942828" [ 761.013053] env[69765]: _type = "Task" [ 761.013053] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.021810] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.098599] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.166759] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updated VIF entry in instance network info cache for port be04488e-123b-47ee-b804-ac7714750443. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 761.167200] env[69765]: DEBUG nova.network.neutron [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updating instance_info_cache with network_info: [{"id": "be04488e-123b-47ee-b804-ac7714750443", "address": "fa:16:3e:f4:a3:6c", "network": {"id": "26ddebbc-0f7f-4bf8-8779-7af77056fe9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-824914343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000df725bd341c2939a4a91b10d7ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe04488e-12", "ovs_interfaceid": "be04488e-123b-47ee-b804-ac7714750443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.239410] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.272751] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.273032] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.273198] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.273514] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.273573] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.274132] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.274132] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.274132] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.274351] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.274545] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.274726] env[69765]: DEBUG nova.virt.hardware [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.275657] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318cf6f8-a112-444d-bef8-41ebee1a9cc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.284369] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422c8fb-0c46-4088-b55b-b7f362958b7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.360920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.361364] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Instance network_info: |[{"id": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "address": "fa:16:3e:93:f6:9c", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde4576b-1c", "ovs_interfaceid": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.361739] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Acquired lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.361973] env[69765]: DEBUG nova.network.neutron [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Refreshing network info cache for port fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 761.363928] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fde4576b-1ce8-40f4-a91d-7afafc39cc4f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.373739] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Creating folder: Project (e4027e5d874041e98b57ab799cbf55c8). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.377171] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-269a4ab6-96ca-4dad-9b36-0f0c2a2bbc59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.391416] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Created folder: Project (e4027e5d874041e98b57ab799cbf55c8) in parent group-v782532. [ 761.391416] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Creating folder: Instances. Parent ref: group-v782637. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.391628] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd382f1-b280-4f09-9dc2-af2b0da3d6a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.405409] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Created folder: Instances in parent group-v782637. [ 761.405771] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.406088] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.406361] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e7f984-dbaa-4edc-99f1-05eb4379abc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.425739] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.428422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.212s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.428706] env[69765]: DEBUG nova.objects.instance [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lazy-loading 'resources' on Instance uuid fe275ac2-ffb3-4968-af80-05882e1e5934 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.437139] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.437139] env[69765]: value = "task-3942831" [ 761.437139] env[69765]: _type = "Task" [ 761.437139] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.449848] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942831, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.464657] env[69765]: INFO nova.scheduler.client.report [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Deleted allocations for instance 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e [ 761.528098] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501938} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.528506] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 897eb04c-8f5a-417e-8a9d-06db9dfe9f40/897eb04c-8f5a-417e-8a9d-06db9dfe9f40.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.528828] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.529109] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a10bca9e-7f9f-4346-a01f-3e166d4d9052 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.537468] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 761.537468] env[69765]: value = "task-3942832" [ 761.537468] env[69765]: _type = "Task" [ 761.537468] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.550157] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.598609] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942827, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.669985] env[69765]: DEBUG oslo_concurrency.lockutils [req-065d7461-909b-4044-b88c-168874cab546 req-dcf9cf6d-b67e-426d-a845-31c628c39a8c service nova] Releasing lock "refresh_cache-8069b8f8-8f10-49c8-a741-5c773d65a30b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.698464] env[69765]: DEBUG nova.network.neutron [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updated VIF entry in instance network info cache for port fde4576b-1ce8-40f4-a91d-7afafc39cc4f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 761.699104] env[69765]: DEBUG nova.network.neutron [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updating instance_info_cache with network_info: [{"id": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "address": "fa:16:3e:93:f6:9c", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde4576b-1c", "ovs_interfaceid": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.947688] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942831, 'name': CreateVM_Task, 'duration_secs': 0.38511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.947862] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.948552] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.948961] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.949127] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.949390] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5233b890-7ad4-4768-a3d5-29be8ff85b26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.954560] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 761.954560] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52163cc0-69ac-99bb-31b4-69e2c2654138" [ 761.954560] env[69765]: _type = "Task" [ 761.954560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.971565] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52163cc0-69ac-99bb-31b4-69e2c2654138, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.973275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.973529] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.973774] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.973921] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.974140] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.978110] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adccf05-698f-4f63-886a-6e604d5fe37f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.983375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0658a90-be8f-4fae-95af-1d1538788d30 tempest-DeleteServersAdminTestJSON-431896015 tempest-DeleteServersAdminTestJSON-431896015-project-member] Lock "80bfdf89-2b30-4ec0-8ac9-fc9f9132165e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.369s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.995138] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.995138] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.995138] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a45853a-631f-4d01-8b8f-b0a0741e204d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.007012] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 762.007012] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52753ec2-3043-540a-268d-15ea8faf2804" [ 762.007012] env[69765]: _type = "Task" [ 762.007012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.016629] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52753ec2-3043-540a-268d-15ea8faf2804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.051357] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081165} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.051826] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.052880] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ba055-90ac-459c-92c7-a919b9fe5032 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.076806] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 897eb04c-8f5a-417e-8a9d-06db9dfe9f40/897eb04c-8f5a-417e-8a9d-06db9dfe9f40.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.077127] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d925da-0a36-4ca9-81b8-07110671c969 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.105579] env[69765]: DEBUG oslo_vmware.api [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942827, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149502} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.106992] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.107255] env[69765]: INFO nova.compute.manager [None req-99b43f90-82f9-4a2b-8b87-9b42bab6edce tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 762.113186] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 762.113186] env[69765]: value = "task-3942833" [ 762.113186] env[69765]: _type = "Task" [ 762.113186] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.122165] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.205216] env[69765]: DEBUG oslo_concurrency.lockutils [req-540311e7-c428-41ec-aabf-54a36d9fd1c2 req-d405d4bc-9133-477f-86ee-2b47dabced48 service nova] Releasing lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.245761] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Successfully updated port: 892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.490926] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468e515b-d315-4db8-b74c-c1d4e118dca4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.502204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34d7f85-55c2-4815-91d6-92f9cda33eb4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.543088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03937668-970b-4d0c-a7b5-650006929f2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.549842] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52753ec2-3043-540a-268d-15ea8faf2804, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.551092] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c49e960-ac44-4e5e-bc6f-3e072cb8d789 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.559629] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af48fa0b-497b-4d74-90cb-a6c34d7c0f68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.565403] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 762.565403] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5258d730-7455-4a52-0768-788786cdacb2" [ 762.565403] env[69765]: _type = "Task" [ 762.565403] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.579906] env[69765]: DEBUG nova.compute.provider_tree [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.590850] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5258d730-7455-4a52-0768-788786cdacb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.591112] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.591410] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9/5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.591653] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d6c688-dac7-41c7-9c98-5038c5e2340a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.599688] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 762.599688] env[69765]: value = "task-3942834" [ 762.599688] env[69765]: _type = "Task" [ 762.599688] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.609806] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.624999] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.748351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.748610] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.748856] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 763.086943] env[69765]: DEBUG nova.scheduler.client.report [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.110990] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942834, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.123793] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942833, 'name': ReconfigVM_Task, 'duration_secs': 0.858015} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.123793] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 897eb04c-8f5a-417e-8a9d-06db9dfe9f40/897eb04c-8f5a-417e-8a9d-06db9dfe9f40.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.124443] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-785e5ee8-8907-4bd7-8fd5-2b385936f761 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.131719] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 763.131719] env[69765]: value = "task-3942835" [ 763.131719] env[69765]: _type = "Task" [ 763.131719] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.140609] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942835, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.163722] env[69765]: DEBUG nova.compute.manager [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Received event network-vif-plugged-892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.164405] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Acquiring lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.164405] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.164405] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.164583] env[69765]: DEBUG nova.compute.manager [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] No waiting events found dispatching network-vif-plugged-892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.164702] env[69765]: WARNING nova.compute.manager [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Received unexpected event network-vif-plugged-892dcc1a-2091-45f7-bacd-5a525eb07cfe for instance with vm_state building and task_state spawning. [ 763.164842] env[69765]: DEBUG nova.compute.manager [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Received event network-changed-892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.164997] env[69765]: DEBUG nova.compute.manager [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Refreshing instance network info cache due to event network-changed-892dcc1a-2091-45f7-bacd-5a525eb07cfe. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.165278] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Acquiring lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.304956] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 763.502659] env[69765]: DEBUG nova.network.neutron [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Updating instance_info_cache with network_info: [{"id": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "address": "fa:16:3e:e9:81:7f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap892dcc1a-20", "ovs_interfaceid": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.592906] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.596492] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.748s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.596583] env[69765]: DEBUG nova.objects.instance [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lazy-loading 'resources' on Instance uuid 224675a2-3582-44e3-a8f4-95973b08c952 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.615419] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515171} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.615680] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9/5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.615932] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.616298] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5509fcfe-f4d5-4e5f-a15b-84128520a2e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.619671] env[69765]: INFO nova.scheduler.client.report [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Deleted allocations for instance fe275ac2-ffb3-4968-af80-05882e1e5934 [ 763.626103] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 763.626103] env[69765]: value = "task-3942836" [ 763.626103] env[69765]: _type = "Task" [ 763.626103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.641604] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.647868] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942835, 'name': Rename_Task, 'duration_secs': 0.167662} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.648079] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.648965] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397089db-a96c-4090-b318-5be3956e2034 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.656407] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 763.656407] env[69765]: value = "task-3942837" [ 763.656407] env[69765]: _type = "Task" [ 763.656407] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.664773] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.009072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.009072] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance network_info: |[{"id": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "address": "fa:16:3e:e9:81:7f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap892dcc1a-20", "ovs_interfaceid": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.010197] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Acquired lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.010197] env[69765]: DEBUG nova.network.neutron [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Refreshing network info cache for port 892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 764.010782] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:81:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '892dcc1a-2091-45f7-bacd-5a525eb07cfe', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.018620] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating folder: Project (097c6796ba6a43c583dfcf8ef64893d0). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.019930] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc4a4e19-8c00-4ed4-bfa9-3df34a020172 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.033816] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created folder: Project (097c6796ba6a43c583dfcf8ef64893d0) in parent group-v782532. [ 764.033816] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating folder: Instances. Parent ref: group-v782640. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.034077] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09b9836-0ec3-494f-a705-4790c35eee91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.044974] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created folder: Instances in parent group-v782640. [ 764.045212] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.045431] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.045651] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaefbcd3-b685-485e-a558-27520d2c27f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.067369] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.067369] env[69765]: value = "task-3942840" [ 764.067369] env[69765]: _type = "Task" [ 764.067369] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.075811] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942840, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.105741] env[69765]: DEBUG nova.compute.manager [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.107334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccd519e-3225-4121-be0a-f02fa1e1b28e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.139912] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7aa1a0a9-df6d-4138-8690-a0366fecc714 tempest-ServersAaction247Test-176183830 tempest-ServersAaction247Test-176183830-project-member] Lock "fe275ac2-ffb3-4968-af80-05882e1e5934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.204s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.163106] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069243} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.170522] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.172663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558c4de-f95b-4c61-af81-86a078089519 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.183691] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.202549] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9/5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.206493] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b1e3c7-8dff-481e-8dd9-39cc0b791a52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.231155] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 764.231155] env[69765]: value = "task-3942841" [ 764.231155] env[69765]: _type = "Task" [ 764.231155] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.244784] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.585890] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942840, 'name': CreateVM_Task, 'duration_secs': 0.420597} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.586199] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.586974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.587269] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.587608] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.587889] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5988061-51a0-42f7-a910-82e9a550b788 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.595491] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 764.595491] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d08d1f-9c06-9f4d-d4e6-1fe1559208a5" [ 764.595491] env[69765]: _type = "Task" [ 764.595491] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.607563] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d08d1f-9c06-9f4d-d4e6-1fe1559208a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.622406] env[69765]: INFO nova.compute.manager [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] instance snapshotting [ 764.628528] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40b718-91de-46aa-bb73-94b45af90b12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.665364] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee79bb4-4d91-4eb1-992e-55e3292ad384 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.679286] env[69765]: DEBUG oslo_vmware.api [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942837, 'name': PowerOnVM_Task, 'duration_secs': 0.63177} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.681562] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.681799] env[69765]: INFO nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Took 8.98 seconds to spawn the instance on the hypervisor. [ 764.682039] env[69765]: DEBUG nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.688772] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c370f4-dc72-4ccd-a78f-9a502e9c9b28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.746053] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942841, 'name': ReconfigVM_Task, 'duration_secs': 0.461352} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.746704] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9/5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.747386] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b24803-0c53-438b-8a62-2ffe3d9a5a16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.755544] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 764.755544] env[69765]: value = "task-3942842" [ 764.755544] env[69765]: _type = "Task" [ 764.755544] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.769233] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942842, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.808745] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da7914-cd7e-4d1c-86ca-1b0bf132cee9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.817219] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83fe12-d30d-4700-b743-fa8694fdf3cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.855505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f4aa0-91e8-4b62-b84a-00c2a21f6b6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.864699] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a957019-3841-4b5a-a94d-4e3e4e3be2ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.879632] env[69765]: DEBUG nova.compute.provider_tree [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.957175] env[69765]: DEBUG nova.network.neutron [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Updated VIF entry in instance network info cache for port 892dcc1a-2091-45f7-bacd-5a525eb07cfe. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 764.958067] env[69765]: DEBUG nova.network.neutron [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Updating instance_info_cache with network_info: [{"id": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "address": "fa:16:3e:e9:81:7f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap892dcc1a-20", "ovs_interfaceid": "892dcc1a-2091-45f7-bacd-5a525eb07cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.108769] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d08d1f-9c06-9f4d-d4e6-1fe1559208a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.109861] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.109861] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.109861] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.110776] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.110850] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ae0430-732f-47e8-b08d-ec11940e3b55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.126744] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.127008] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.127829] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb14b1c-1fcb-4b0a-a47b-9de5b1daad1e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.134872] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 765.134872] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529a73be-f912-64f4-2dd3-37142ab007a4" [ 765.134872] env[69765]: _type = "Task" [ 765.134872] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.146989] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529a73be-f912-64f4-2dd3-37142ab007a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.196578] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.197029] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63742928-fe77-4854-bc69-8c3589abd77f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.210386] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 765.210386] env[69765]: value = "task-3942843" [ 765.210386] env[69765]: _type = "Task" [ 765.210386] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.220295] env[69765]: INFO nova.compute.manager [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Took 49.48 seconds to build instance. [ 765.224856] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.266956] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942842, 'name': Rename_Task, 'duration_secs': 0.227178} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.267821] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.267821] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6aff50b-af11-446e-8044-33c002c04d49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.278420] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 765.278420] env[69765]: value = "task-3942844" [ 765.278420] env[69765]: _type = "Task" [ 765.278420] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.285170] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.383452] env[69765]: DEBUG nova.scheduler.client.report [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.460724] env[69765]: DEBUG oslo_concurrency.lockutils [req-20d894ea-51d8-4a04-b902-e1c7dbaaf60c req-476dd530-aa04-4f32-af67-2f3af4a1a94f service nova] Releasing lock "refresh_cache-b2e36dea-e709-48f9-810a-b7465b8b5172" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.647952] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529a73be-f912-64f4-2dd3-37142ab007a4, 'name': SearchDatastore_Task, 'duration_secs': 0.034326} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.648681] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa90989-d0ec-40cf-9380-577ab0151d3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.656206] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 765.656206] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52271a0e-7f3d-7f9d-3689-d1b5e38be64b" [ 765.656206] env[69765]: _type = "Task" [ 765.656206] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.672567] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52271a0e-7f3d-7f9d-3689-d1b5e38be64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.721954] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.726697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c323b60c-18a5-4320-b568-7b08ac32d26e tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.408s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.786100] env[69765]: DEBUG oslo_vmware.api [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3942844, 'name': PowerOnVM_Task, 'duration_secs': 0.472236} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.786389] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.786589] env[69765]: INFO nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Took 7.36 seconds to spawn the instance on the hypervisor. [ 765.786760] env[69765]: DEBUG nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.787629] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2755e457-5528-43c2-82d3-cc634c833c80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.890607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.894868] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.912s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.897612] env[69765]: INFO nova.compute.claims [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.932485] env[69765]: INFO nova.scheduler.client.report [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleted allocations for instance 224675a2-3582-44e3-a8f4-95973b08c952 [ 766.168147] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52271a0e-7f3d-7f9d-3689-d1b5e38be64b, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.168384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.168653] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.168917] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3464d58d-d3ea-4c83-9e36-e55b09c0c901 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.173536] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "5746d847-85be-4587-9a40-ba7ad4beeed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.173781] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.174008] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.174234] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.174433] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.178330] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 766.178330] env[69765]: value = "task-3942845" [ 766.178330] env[69765]: _type = "Task" [ 766.178330] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.178963] env[69765]: INFO nova.compute.manager [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Terminating instance [ 766.193680] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.223782] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942843, 'name': CreateSnapshot_Task, 'duration_secs': 0.922183} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.224068] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.224857] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c0d6e-d273-4a2d-93bf-b3f609c9807a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.230347] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.316139] env[69765]: INFO nova.compute.manager [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Took 48.85 seconds to build instance. [ 766.442246] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d176d3d5-8dcf-4ff3-9953-53b24a4ac82e tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "224675a2-3582-44e3-a8f4-95973b08c952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.767s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.693807] env[69765]: DEBUG nova.compute.manager [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.693807] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.694249] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd7d7d-0795-4566-b22f-18c2ce755334 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.710465] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942845, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.716530] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.717378] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f637a8-fd06-4067-b072-2c4d36dc8676 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.729030] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 766.729030] env[69765]: value = "task-3942846" [ 766.729030] env[69765]: _type = "Task" [ 766.729030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.745079] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.758655] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.760925] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a41f5ade-9f16-442c-bfc4-4e954ec7ab50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.772965] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 766.772965] env[69765]: value = "task-3942847" [ 766.772965] env[69765]: _type = "Task" [ 766.772965] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.790618] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.794769] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.818868] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e286d068-457f-45bc-b2ac-36a083c97d6b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.328s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.198508] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899794} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.199493] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.199493] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.199810] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec79717d-cc6e-454c-a355-d40bca3dd8f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.209829] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 767.209829] env[69765]: value = "task-3942848" [ 767.209829] env[69765]: _type = "Task" [ 767.209829] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.226266] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.250031] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942846, 'name': PowerOffVM_Task, 'duration_secs': 0.4108} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.250031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.250031] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.250344] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5abd22dc-0ed3-4928-8b6a-bf4ea9ee14e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.289257] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.325989] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.339989] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.341104] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.341104] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Deleting the datastore file [datastore1] 5746d847-85be-4587-9a40-ba7ad4beeed3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.341104] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93e5d4b-0b95-4348-9efa-312c9cdd38c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.350023] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for the task: (returnval){ [ 767.350023] env[69765]: value = "task-3942850" [ 767.350023] env[69765]: _type = "Task" [ 767.350023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.364586] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.580027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a5064-43eb-499a-a1bc-280eea7bf97e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.587511] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dcbd1e-50a8-493b-b1b3-a55778175d84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.627703] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edd3801-9088-4416-8841-026625bc2109 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.639080] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c68575-8669-4f6a-b0f8-485ef1a16268 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.656533] env[69765]: DEBUG nova.compute.provider_tree [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.664030] env[69765]: DEBUG nova.compute.manager [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.664553] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187c223-7c35-454e-b393-b355f0c0aa4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.721314] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082102} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.721631] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.722429] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d7d4bd-da07-45ea-a192-4b745128f9e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.769265] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.769265] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13886b69-8104-45c2-8816-637e60c219e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.813066] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.814912] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 767.814912] env[69765]: value = "task-3942851" [ 767.814912] env[69765]: _type = "Task" [ 767.814912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.824151] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.865263] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.867175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.942881] env[69765]: DEBUG nova.compute.manager [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Received event network-changed-fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.943547] env[69765]: DEBUG nova.compute.manager [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Refreshing instance network info cache due to event network-changed-fde4576b-1ce8-40f4-a91d-7afafc39cc4f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.943547] env[69765]: DEBUG oslo_concurrency.lockutils [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] Acquiring lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.943677] env[69765]: DEBUG oslo_concurrency.lockutils [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] Acquired lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.943897] env[69765]: DEBUG nova.network.neutron [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Refreshing network info cache for port fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 768.160668] env[69765]: DEBUG nova.scheduler.client.report [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.177808] env[69765]: INFO nova.compute.manager [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] instance snapshotting [ 768.180734] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b622c74-cbdd-46d8-a50f-bd9c5e983185 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.203206] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a06e19-c16b-4b29-82c7-a82cc349e68d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.312113] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.326382] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942851, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.370682] env[69765]: DEBUG oslo_vmware.api [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Task: {'id': task-3942850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609668} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.371163] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.371755] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.372165] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.372405] env[69765]: INFO nova.compute.manager [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Took 1.68 seconds to destroy the instance on the hypervisor. [ 768.372786] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.373098] env[69765]: DEBUG nova.compute.manager [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.373206] env[69765]: DEBUG nova.network.neutron [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 768.666293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.666901] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.670131] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.244s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.672596] env[69765]: INFO nova.compute.claims [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.716292] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.716292] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4739d401-4153-44b2-94c6-b5c10fbfa125 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.728440] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 768.728440] env[69765]: value = "task-3942852" [ 768.728440] env[69765]: _type = "Task" [ 768.728440] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.739775] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.808512] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.826245] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942851, 'name': ReconfigVM_Task, 'duration_secs': 0.567979} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.826994] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.827247] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc747b0d-a371-4cf0-9b65-9e57b3de788c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.835593] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 768.835593] env[69765]: value = "task-3942853" [ 768.835593] env[69765]: _type = "Task" [ 768.835593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.848417] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942853, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.160305] env[69765]: DEBUG nova.network.neutron [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updated VIF entry in instance network info cache for port fde4576b-1ce8-40f4-a91d-7afafc39cc4f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 769.160762] env[69765]: DEBUG nova.network.neutron [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updating instance_info_cache with network_info: [{"id": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "address": "fa:16:3e:93:f6:9c", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde4576b-1c", "ovs_interfaceid": "fde4576b-1ce8-40f4-a91d-7afafc39cc4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.181828] env[69765]: DEBUG nova.compute.utils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.187872] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.188504] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.242507] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.287761] env[69765]: DEBUG nova.policy [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63dfa3e317094f96bfd95a7eec166bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c57b5476e05417d924296acf5e66ddc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.308388] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942847, 'name': CloneVM_Task, 'duration_secs': 2.104212} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.309248] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Created linked-clone VM from snapshot [ 769.310168] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fe60a-e676-45b0-8e5e-f8b04ad8bcb3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.321475] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Uploading image 7b0820d1-e293-493b-8457-e666af2a56aa {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.353503] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942853, 'name': Rename_Task, 'duration_secs': 0.159175} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.356060] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.356060] env[69765]: value = "vm-782644" [ 769.356060] env[69765]: _type = "VirtualMachine" [ 769.356060] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.356423] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.356699] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-800ee299-f3f1-4b91-913c-23065aa53dd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.358363] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-382bbb40-5634-44bb-b862-d1819ce28ac4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.367422] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 769.367422] env[69765]: value = "task-3942854" [ 769.367422] env[69765]: _type = "Task" [ 769.367422] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.369365] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lease: (returnval){ [ 769.369365] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203afda-44cc-ad6d-fba2-e73dd2975abe" [ 769.369365] env[69765]: _type = "HttpNfcLease" [ 769.369365] env[69765]: } obtained for exporting VM: (result){ [ 769.369365] env[69765]: value = "vm-782644" [ 769.369365] env[69765]: _type = "VirtualMachine" [ 769.369365] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.370031] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the lease: (returnval){ [ 769.370031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203afda-44cc-ad6d-fba2-e73dd2975abe" [ 769.370031] env[69765]: _type = "HttpNfcLease" [ 769.370031] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.382498] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.382498] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203afda-44cc-ad6d-fba2-e73dd2975abe" [ 769.382498] env[69765]: _type = "HttpNfcLease" [ 769.382498] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.389033] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.666612] env[69765]: DEBUG oslo_concurrency.lockutils [req-27d30b2f-2a98-44a0-afd1-050291870383 req-d63b91ed-b8e2-4c66-88c9-6b432cb50b39 service nova] Releasing lock "refresh_cache-5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.692328] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.752250] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942852, 'name': CreateSnapshot_Task, 'duration_secs': 0.94165} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.753116] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.753381] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2ded7-dc93-4d8e-9fa8-981ef3c24bda {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.889018] env[69765]: DEBUG oslo_vmware.api [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942854, 'name': PowerOnVM_Task, 'duration_secs': 0.514998} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.889018] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.889018] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203afda-44cc-ad6d-fba2-e73dd2975abe" [ 769.889018] env[69765]: _type = "HttpNfcLease" [ 769.889018] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.892347] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.892868] env[69765]: INFO nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Took 8.65 seconds to spawn the instance on the hypervisor. [ 769.893523] env[69765]: DEBUG nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.893789] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.893789] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203afda-44cc-ad6d-fba2-e73dd2975abe" [ 769.893789] env[69765]: _type = "HttpNfcLease" [ 769.893789] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.896783] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e41f0-643a-42a9-a6dd-9c5459f1a211 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.900416] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07459fce-776c-46bb-b944-436200d5ea38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.918037] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.918227] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.064879] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Successfully created port: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.070590] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8202883-e07e-402b-8a6d-28c95e91eb47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.176569] env[69765]: DEBUG nova.network.neutron [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.284539] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.288155] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3af5dc9-60b3-48e6-ab11-b63be29ac7c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.301430] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 770.301430] env[69765]: value = "task-3942856" [ 770.301430] env[69765]: _type = "Task" [ 770.301430] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.319985] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942856, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.352875] env[69765]: DEBUG nova.compute.manager [req-da224f6f-5ad5-45b5-84d3-b0848ca16ea1 req-6e34ba19-a9e8-46ed-b08b-da2d00ef56c5 service nova] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Received event network-vif-deleted-7ffaa514-d941-4eb7-b8ab-78685b254184 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.446087] env[69765]: INFO nova.compute.manager [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Took 51.92 seconds to build instance. [ 770.461343] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581e9291-6dff-4e2f-a17e-59a5a44ab5db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.475880] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8107c14-9fea-4dfc-bed3-61363bca1ae1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.512335] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd2b43-c949-4c20-8456-7622e96822cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.522120] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fcb96-3b47-4167-8948-afaac564b309 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.537510] env[69765]: DEBUG nova.compute.provider_tree [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.680396] env[69765]: INFO nova.compute.manager [-] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Took 2.31 seconds to deallocate network for instance. [ 770.710930] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.758592] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.758992] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.758992] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.759298] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.759397] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.760120] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.760120] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.760120] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.760315] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.763255] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.763255] env[69765]: DEBUG nova.virt.hardware [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.763255] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316a6c1-e8ff-4588-ace6-46e527febc29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.773325] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3096e-e8cc-42e1-8860-8dad542cbd3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.815364] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942856, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.948772] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb9a29b0-a3bb-4826-8c85-5ec8a1748db2 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.661s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.018242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "34212255-3d5a-46ab-bb97-92eba5505c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.019032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.041870] env[69765]: DEBUG nova.scheduler.client.report [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.197441] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.315426] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942856, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.452106] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.552129] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.555978] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.559331] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.922s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.704998] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "00770212-75b7-4043-b43d-a1735f759564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.705614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.815445] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942856, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.920090] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Successfully updated port: 78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.979155] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.066800] env[69765]: DEBUG nova.compute.utils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.080518] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.080518] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.145503] env[69765]: DEBUG nova.policy [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301f48db7eaa48a1b59984c7a4357d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097c6796ba6a43c583dfcf8ef64893d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.316246] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942856, 'name': CloneVM_Task, 'duration_secs': 1.53323} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.320470] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Created linked-clone VM from snapshot [ 772.321493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6b241-75e1-405a-91e3-b5ccebd4501a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.335023] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Uploading image cf0ddee4-e07b-4ab0-82a7-f1ce4384a485 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.348112] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.348112] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4f5b2be-895b-49e8-9d0d-2e4494955022 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.356414] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 772.356414] env[69765]: value = "task-3942857" [ 772.356414] env[69765]: _type = "Task" [ 772.356414] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.370785] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942857, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.424510] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.424720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.424899] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 772.434858] env[69765]: DEBUG nova.compute.manager [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Received event network-vif-plugged-78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.435097] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Acquiring lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.435387] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.435524] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.435722] env[69765]: DEBUG nova.compute.manager [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] No waiting events found dispatching network-vif-plugged-78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.435890] env[69765]: WARNING nova.compute.manager [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Received unexpected event network-vif-plugged-78eb9258-1ff3-413b-ac43-74cf8c75cc85 for instance with vm_state building and task_state spawning. [ 772.436235] env[69765]: DEBUG nova.compute.manager [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Received event network-changed-78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.436464] env[69765]: DEBUG nova.compute.manager [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Refreshing instance network info cache due to event network-changed-78eb9258-1ff3-413b-ac43-74cf8c75cc85. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.436727] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Acquiring lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487317] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.487317] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.529506] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Successfully created port: 40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.581057] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.586287] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Applying migration context for instance f31e0ac1-18d3-4e01-a470-769823a8566a as it has an incoming, in-progress migration 4d275d91-5cf8-470b-b4d8-f586f6398e48. Migration status is confirming {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 772.588268] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating resource usage from migration 4d275d91-5cf8-470b-b4d8-f586f6398e48 [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 45ed6665-a30a-4502-acea-bd01e7d18a3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 52b1e45e-4b65-4306-991c-a83996be651f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 117b220d-8ed9-466c-bb1a-b517ff024df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aac821c7-1420-470c-b6c6-223bab2f1fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b6e1373e-a903-4d3d-a88d-21d84eff4ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ad538135-a299-4f33-be01-b9a1016a974e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5746d847-85be-4587-9a40-ba7ad4beeed3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance de44fdb7-0246-41c9-b322-50cf70cb8516 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5bccdced-79aa-4aec-adc4-033c97647c5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 011fa2f1-e165-4355-a4da-f4b28ea7ed04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance bb4b3a0b-84ee-48fa-80c7-c7c9da471efa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 54b76c78-f851-418d-97d9-67985d7f7c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630184] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration 4d275d91-5cf8-470b-b4d8-f586f6398e48 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance f31e0ac1-18d3-4e01-a470-769823a8566a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 897eb04c-8f5a-417e-8a9d-06db9dfe9f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b2e36dea-e709-48f9-810a-b7465b8b5172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b21a0391-0604-47ea-b012-8eb719fef8be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.630841] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 8ac171a6-3bfa-48ac-b787-c83984f457f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 772.872843] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942857, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.970103] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 773.132948] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 96955030-d36e-43fe-b6b9-dfa4569418ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 773.190941] env[69765]: DEBUG nova.network.neutron [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Updating instance_info_cache with network_info: [{"id": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "address": "fa:16:3e:6e:72:0e", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eb9258-1f", "ovs_interfaceid": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.367417] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942857, 'name': Destroy_Task, 'duration_secs': 0.517995} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.367693] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Destroyed the VM [ 773.367934] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.368201] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53ab607d-1094-4673-b8f1-9cee9da6e0d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.375305] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 773.375305] env[69765]: value = "task-3942858" [ 773.375305] env[69765]: _type = "Task" [ 773.375305] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.386736] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942858, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.596520] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.621488] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.621759] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.621939] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.622186] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.622340] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.622506] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.622716] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.622894] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.623070] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.623245] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.623422] env[69765]: DEBUG nova.virt.hardware [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.624364] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3899a481-5531-47a5-b9e0-c40a56707283 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.633536] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd654a5c-8daa-4386-bafd-0746670810a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.638307] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance fc5c12e6-eb79-4625-97b3-114b8daf25d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 773.690872] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.691342] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.694323] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.694654] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Instance network_info: |[{"id": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "address": "fa:16:3e:6e:72:0e", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eb9258-1f", "ovs_interfaceid": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.694943] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Acquired lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.695198] env[69765]: DEBUG nova.network.neutron [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Refreshing network info cache for port 78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 773.696519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:72:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78eb9258-1ff3-413b-ac43-74cf8c75cc85', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.705018] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Creating folder: Project (0c57b5476e05417d924296acf5e66ddc). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.706140] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e121b5-2edd-4a5c-a72a-c75f76a3a1dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.721909] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Created folder: Project (0c57b5476e05417d924296acf5e66ddc) in parent group-v782532. [ 773.722203] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Creating folder: Instances. Parent ref: group-v782647. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.722503] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8601c156-3eeb-442a-8221-2f0741a32ba6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.737854] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Created folder: Instances in parent group-v782647. [ 773.738638] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.738638] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.738638] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee2cd2a-6c34-44db-bbc5-61b02b77ae60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.762998] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.762998] env[69765]: value = "task-3942861" [ 773.762998] env[69765]: _type = "Task" [ 773.762998] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.775960] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942861, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.888598] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942858, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.142012] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance d11ffc96-dcf1-4674-a356-6003694f08f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.283030] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942861, 'name': CreateVM_Task, 'duration_secs': 0.481858} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.287702] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.289018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.289576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.293631] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410e0b3f-2002-475c-8f07-0de8f4a0f83d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.301247] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 774.301247] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52782317-0a8a-1ef2-f6b7-c95517114d43" [ 774.301247] env[69765]: _type = "Task" [ 774.301247] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.314459] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52782317-0a8a-1ef2-f6b7-c95517114d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.386547] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942858, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.467236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.467480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.467693] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.467919] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.468148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.473227] env[69765]: INFO nova.compute.manager [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Terminating instance [ 774.503146] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Successfully updated port: 40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.627746] env[69765]: DEBUG nova.network.neutron [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Updated VIF entry in instance network info cache for port 78eb9258-1ff3-413b-ac43-74cf8c75cc85. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 774.628153] env[69765]: DEBUG nova.network.neutron [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Updating instance_info_cache with network_info: [{"id": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "address": "fa:16:3e:6e:72:0e", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eb9258-1f", "ovs_interfaceid": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.645636] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 13ddd354-488b-49cf-baa2-492046238e22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.788010] env[69765]: DEBUG nova.compute.manager [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Received event network-vif-plugged-40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.788244] env[69765]: DEBUG oslo_concurrency.lockutils [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] Acquiring lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.788452] env[69765]: DEBUG oslo_concurrency.lockutils [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.788611] env[69765]: DEBUG oslo_concurrency.lockutils [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.788806] env[69765]: DEBUG nova.compute.manager [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] No waiting events found dispatching network-vif-plugged-40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.788975] env[69765]: WARNING nova.compute.manager [req-0a88e778-fcc3-48ae-8461-56f7ae617d50 req-b0c97dac-6724-491e-b3ea-2061d525fe6e service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Received unexpected event network-vif-plugged-40612ff3-5448-45f8-8840-76640b38f9b3 for instance with vm_state building and task_state spawning. [ 774.813280] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52782317-0a8a-1ef2-f6b7-c95517114d43, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.815017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.815017] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.815017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.815017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.815017] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.815017] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533b44c6-a613-41f2-baa9-f3067351b22a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.825152] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.825649] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.826319] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f6fbd3-c18e-4c58-9692-c0e47827fa1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.832890] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 774.832890] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520767c4-cd94-e037-3a01-5008e71172d4" [ 774.832890] env[69765]: _type = "Task" [ 774.832890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.845539] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520767c4-cd94-e037-3a01-5008e71172d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.888793] env[69765]: DEBUG oslo_vmware.api [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942858, 'name': RemoveSnapshot_Task, 'duration_secs': 1.020531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.889808] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.978100] env[69765]: DEBUG nova.compute.manager [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.978299] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.979633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d12fa2-ef1b-401b-a329-d8701fa1d2dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.991673] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.992718] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5ca160-4411-45e9-815e-13f4e112cab2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.999905] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 774.999905] env[69765]: value = "task-3942862" [ 774.999905] env[69765]: _type = "Task" [ 774.999905] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.005094] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.005219] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.006151] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 775.011320] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.135250] env[69765]: DEBUG oslo_concurrency.lockutils [req-fcbe8911-3692-40a4-bb03-c048ddec9446 req-197d8772-e777-422f-85d0-5212f7f15ee2 service nova] Releasing lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.148892] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 72e42493-8689-4f2a-9192-9aaffc5b1b7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.350925] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520767c4-cd94-e037-3a01-5008e71172d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.351967] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2080396-00e3-43a7-92dd-4d12ac2c19de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.361334] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 775.361334] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5264c648-5c0b-7cb5-7c4b-49eda6809bd7" [ 775.361334] env[69765]: _type = "Task" [ 775.361334] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.370724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "bf254692-69ca-4d13-920d-21bd492e0439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.371075] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.376400] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5264c648-5c0b-7cb5-7c4b-49eda6809bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.395050] env[69765]: WARNING nova.compute.manager [None req-2aecf53f-001c-4a30-955d-b1236c7057ae tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Image not found during snapshot: nova.exception.ImageNotFound: Image cf0ddee4-e07b-4ab0-82a7-f1ce4384a485 could not be found. [ 775.514142] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942862, 'name': PowerOffVM_Task, 'duration_secs': 0.373312} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.514756] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.515086] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.515789] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a260df2-7788-4e97-97aa-fe09a4e7f945 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.582510] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 775.589445] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.589445] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.589445] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleting the datastore file [datastore2] b6e1373e-a903-4d3d-a88d-21d84eff4ff8 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.589445] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a7155e-8319-4ccb-8ba4-a4515e0e6632 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.596811] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 775.596811] env[69765]: value = "task-3942864" [ 775.596811] env[69765]: _type = "Task" [ 775.596811] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.607672] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.653263] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 4d1fd36b-f212-4c34-8c68-f6df19a3f33c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.760293] env[69765]: DEBUG nova.network.neutron [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Updating instance_info_cache with network_info: [{"id": "40612ff3-5448-45f8-8840-76640b38f9b3", "address": "fa:16:3e:1f:89:0b", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40612ff3-54", "ovs_interfaceid": "40612ff3-5448-45f8-8840-76640b38f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.873189] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5264c648-5c0b-7cb5-7c4b-49eda6809bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.873521] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.873803] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b21a0391-0604-47ea-b012-8eb719fef8be/b21a0391-0604-47ea-b012-8eb719fef8be.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.874099] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50ec8b6-8705-4575-a13b-045bdb56df53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.883283] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 775.883283] env[69765]: value = "task-3942865" [ 775.883283] env[69765]: _type = "Task" [ 775.883283] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.893099] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.109897] env[69765]: DEBUG oslo_vmware.api [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3942864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218581} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.110202] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.110432] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.110647] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.111211] env[69765]: INFO nova.compute.manager [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 776.111211] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.111357] env[69765]: DEBUG nova.compute.manager [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.111357] env[69765]: DEBUG nova.network.neutron [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 776.155369] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 2c843020-20ab-4d26-83ab-9ef9574757ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.228511] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.229577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.229577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.229754] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.229949] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.233067] env[69765]: INFO nova.compute.manager [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Terminating instance [ 776.264097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.264693] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Instance network_info: |[{"id": "40612ff3-5448-45f8-8840-76640b38f9b3", "address": "fa:16:3e:1f:89:0b", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40612ff3-54", "ovs_interfaceid": "40612ff3-5448-45f8-8840-76640b38f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.265163] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:89:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40612ff3-5448-45f8-8840-76640b38f9b3', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.280066] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.280852] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.281199] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969750ed-388d-4c06-ad91-655ac3051204 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.311806] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.311806] env[69765]: value = "task-3942866" [ 776.311806] env[69765]: _type = "Task" [ 776.311806] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.335017] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942866, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.399991] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.658742] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.737727] env[69765]: DEBUG nova.compute.manager [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.737982] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.739433] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1158e6-95c1-4e4d-b778-d51f8ccedbd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.751366] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.751642] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa8685f-32bf-4fa6-a652-723d518717d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.760880] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 776.760880] env[69765]: value = "task-3942867" [ 776.760880] env[69765]: _type = "Task" [ 776.760880] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.772185] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.826105] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942866, 'name': CreateVM_Task, 'duration_secs': 0.444953} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.826356] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.827305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.827607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.828049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.828384] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ade9927-6310-424d-a804-76475a900b94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.835662] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 776.835662] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5299d74c-75cd-c7e0-2242-fbfca2855a63" [ 776.835662] env[69765]: _type = "Task" [ 776.835662] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.847476] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5299d74c-75cd-c7e0-2242-fbfca2855a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.899877] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.900347] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b21a0391-0604-47ea-b012-8eb719fef8be/b21a0391-0604-47ea-b012-8eb719fef8be.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.900666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.901078] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-addcf540-4ce9-4f87-b201-8e25edcc25fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.915550] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 776.915550] env[69765]: value = "task-3942868" [ 776.915550] env[69765]: _type = "Task" [ 776.915550] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.935581] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.157579] env[69765]: DEBUG nova.compute.manager [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Received event network-changed-40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.157680] env[69765]: DEBUG nova.compute.manager [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Refreshing instance network info cache due to event network-changed-40612ff3-5448-45f8-8840-76640b38f9b3. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.157989] env[69765]: DEBUG oslo_concurrency.lockutils [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] Acquiring lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.159970] env[69765]: DEBUG oslo_concurrency.lockutils [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] Acquired lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.160302] env[69765]: DEBUG nova.network.neutron [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Refreshing network info cache for port 40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 777.162338] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b879f05c-ea31-42df-8fe7-38f19f231b7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.275513] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942867, 'name': PowerOffVM_Task, 'duration_secs': 0.211426} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.275513] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.275513] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.275513] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d823d6d4-d3e3-4846-b74b-452b325f6aba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.347718] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5299d74c-75cd-c7e0-2242-fbfca2855a63, 'name': SearchDatastore_Task, 'duration_secs': 0.015963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.349221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.349477] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.349710] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.349856] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.350092] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.350362] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.350546] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.350745] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleting the datastore file [datastore1] 897eb04c-8f5a-417e-8a9d-06db9dfe9f40 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.350993] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9d8c53-cbd1-46cc-b1a2-d7f2f2034ca9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.353850] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babb793a-00ab-4044-8b2b-49fdffcbf3b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.362317] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 777.362317] env[69765]: value = "task-3942870" [ 777.362317] env[69765]: _type = "Task" [ 777.362317] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.367519] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.367734] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.368855] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f984b011-cb6c-4a33-a82d-72cac83392f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.374368] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.377899] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 777.377899] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ff853d-40cf-bff5-54fe-fb7e49032d32" [ 777.377899] env[69765]: _type = "Task" [ 777.377899] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.386818] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ff853d-40cf-bff5-54fe-fb7e49032d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.426020] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099681} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.426381] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.427347] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be7af61-3cac-473f-930b-6857429da1c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.455082] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b21a0391-0604-47ea-b012-8eb719fef8be/b21a0391-0604-47ea-b012-8eb719fef8be.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.455082] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d07d00b-bbc3-4f74-90bb-f6f06d5c1dfb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.477032] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 777.477032] env[69765]: value = "task-3942871" [ 777.477032] env[69765]: _type = "Task" [ 777.477032] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.490039] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.548793] env[69765]: DEBUG nova.network.neutron [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.669035] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 97e1608c-a17c-4642-bc57-a13eaae64587 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.872859] env[69765]: DEBUG oslo_vmware.api [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3942870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201774} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.873137] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.873337] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.873513] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.873716] env[69765]: INFO nova.compute.manager [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.873953] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.874169] env[69765]: DEBUG nova.compute.manager [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.874296] env[69765]: DEBUG nova.network.neutron [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 777.887735] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ff853d-40cf-bff5-54fe-fb7e49032d32, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.888551] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86dfad42-a713-4c05-9dde-10af3d8e2cc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.894753] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 777.894753] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e513a2-5cce-4649-d4d1-488747a931e4" [ 777.894753] env[69765]: _type = "Task" [ 777.894753] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.903906] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e513a2-5cce-4649-d4d1-488747a931e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.911937] env[69765]: DEBUG nova.network.neutron [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Updated VIF entry in instance network info cache for port 40612ff3-5448-45f8-8840-76640b38f9b3. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 777.912413] env[69765]: DEBUG nova.network.neutron [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Updating instance_info_cache with network_info: [{"id": "40612ff3-5448-45f8-8840-76640b38f9b3", "address": "fa:16:3e:1f:89:0b", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40612ff3-54", "ovs_interfaceid": "40612ff3-5448-45f8-8840-76640b38f9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.987480] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942871, 'name': ReconfigVM_Task, 'duration_secs': 0.353055} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.987756] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b21a0391-0604-47ea-b012-8eb719fef8be/b21a0391-0604-47ea-b012-8eb719fef8be.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.988610] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0309cfd-6639-4f6e-9726-95863c48e5e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.995382] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 777.995382] env[69765]: value = "task-3942872" [ 777.995382] env[69765]: _type = "Task" [ 777.995382] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.004955] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942872, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.051986] env[69765]: INFO nova.compute.manager [-] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Took 1.94 seconds to deallocate network for instance. [ 778.175467] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 3ba76adc-0ada-4fd5-b88a-7e54e43198d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.406792] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e513a2-5cce-4649-d4d1-488747a931e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.407086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.407354] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 8ac171a6-3bfa-48ac-b787-c83984f457f6/8ac171a6-3bfa-48ac-b787-c83984f457f6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.407638] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac305105-770f-4a82-be9b-5051c530e14c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.414629] env[69765]: DEBUG oslo_concurrency.lockutils [req-144c92fa-7c39-4b44-9856-a863b6483f02 req-fb3b8b39-ffe4-414b-852e-e0ae5c238839 service nova] Releasing lock "refresh_cache-8ac171a6-3bfa-48ac-b787-c83984f457f6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.415933] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 778.415933] env[69765]: value = "task-3942873" [ 778.415933] env[69765]: _type = "Task" [ 778.415933] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.424551] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.506331] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942872, 'name': Rename_Task, 'duration_secs': 0.156953} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.506628] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.506888] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d197f043-5527-45b7-a368-dac67327537c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.513867] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 778.513867] env[69765]: value = "task-3942874" [ 778.513867] env[69765]: _type = "Task" [ 778.513867] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.522829] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.560425] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.679086] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 6bdae792-ea04-4871-acdf-a476be1f3950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.694721] env[69765]: DEBUG nova.network.neutron [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.932720] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.024484] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942874, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.182266] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 34212255-3d5a-46ab-bb97-92eba5505c65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.197313] env[69765]: INFO nova.compute.manager [-] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Took 1.32 seconds to deallocate network for instance. [ 779.241015] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 779.242122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228bebe-cdf3-4ddf-b623-07b5a19c4e72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.250309] env[69765]: DEBUG nova.compute.manager [req-e37242e9-7340-4481-81c4-89c6c54bd648 req-e8709cee-e9f2-4339-b271-5a6476ea4797 service nova] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Received event network-vif-deleted-bcf86cc6-227b-46c0-99ea-a8dee10df47a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.250485] env[69765]: DEBUG nova.compute.manager [req-e37242e9-7340-4481-81c4-89c6c54bd648 req-e8709cee-e9f2-4339-b271-5a6476ea4797 service nova] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Received event network-vif-deleted-772b8da9-b4dc-423c-b7e4-1b47d8220e14 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.252990] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 779.253253] env[69765]: ERROR oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk due to incomplete transfer. [ 779.253509] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30d3f2c8-7e7a-4799-83f9-a3f5cfb47c3c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.264084] env[69765]: DEBUG oslo_vmware.rw_handles [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292d18f-dbab-3962-b730-4abcdb4d11d7/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 779.264335] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Uploaded image 7b0820d1-e293-493b-8457-e666af2a56aa to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 779.266564] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.267144] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee398b6d-1fa7-4b35-82fa-f6e54723d3b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.274480] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 779.274480] env[69765]: value = "task-3942875" [ 779.274480] env[69765]: _type = "Task" [ 779.274480] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.284886] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942875, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.428142] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629565} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.428428] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 8ac171a6-3bfa-48ac-b787-c83984f457f6/8ac171a6-3bfa-48ac-b787-c83984f457f6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.428666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.428948] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3fba17-a1b4-4db2-9888-ccdeb6c9776e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.436015] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 779.436015] env[69765]: value = "task-3942876" [ 779.436015] env[69765]: _type = "Task" [ 779.436015] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.444737] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.530506] env[69765]: DEBUG oslo_vmware.api [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942874, 'name': PowerOnVM_Task, 'duration_secs': 0.853062} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.530901] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.531154] env[69765]: INFO nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Took 8.82 seconds to spawn the instance on the hypervisor. [ 779.531415] env[69765]: DEBUG nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.532322] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa95590-4609-4837-b056-fc0ee1173112 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.685949] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 00770212-75b7-4043-b43d-a1735f759564 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.706471] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.785501] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942875, 'name': Destroy_Task, 'duration_secs': 0.340597} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.785501] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Destroyed the VM [ 779.785501] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.785737] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ca97dd4-8eeb-4d02-aae0-1d67d4917996 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.792392] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 779.792392] env[69765]: value = "task-3942877" [ 779.792392] env[69765]: _type = "Task" [ 779.792392] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.801516] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.946654] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065495} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.946910] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.947743] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97ae44-6a7d-4c6c-a09b-98c960ed45ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.972930] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8ac171a6-3bfa-48ac-b787-c83984f457f6/8ac171a6-3bfa-48ac-b787-c83984f457f6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.973262] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb312b7-f1d3-4a1f-9d32-52be9d85f953 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.993989] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 779.993989] env[69765]: value = "task-3942878" [ 779.993989] env[69765]: _type = "Task" [ 779.993989] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.002828] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.052919] env[69765]: INFO nova.compute.manager [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Took 53.09 seconds to build instance. [ 780.189587] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e08f03b7-add2-4f51-b5e0-e67b1b55cc76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.189940] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 780.190108] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 780.305494] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942877, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.504762] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.555818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce14f0cf-5dc9-48c5-924d-b670a174eb90 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.268s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.763886] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e73692-3d60-4e2b-a657-a2a351f73abc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.771280] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63bc05f-2549-46c9-8421-2502eb80337e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.821175] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78364b5a-cfac-47d5-b2fd-09a393e83771 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.832482] env[69765]: DEBUG oslo_vmware.api [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942877, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032457} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.834988] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.836453] env[69765]: INFO nova.compute.manager [None req-d5f86d5b-1372-4d96-828f-ffa827a34211 tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 780.838692] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca6cc8-d814-4c91-8a1d-a655a77abe47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855624] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.005285] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942878, 'name': ReconfigVM_Task, 'duration_secs': 0.579088} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.005660] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8ac171a6-3bfa-48ac-b787-c83984f457f6/8ac171a6-3bfa-48ac-b787-c83984f457f6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.006287] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4c961c-0b85-40f8-8a5c-33d44da61758 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.013838] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 781.013838] env[69765]: value = "task-3942879" [ 781.013838] env[69765]: _type = "Task" [ 781.013838] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.022571] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942879, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.058566] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.360410] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.525550] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942879, 'name': Rename_Task, 'duration_secs': 0.424023} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.525855] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.526957] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295a1103-3455-40fd-8b23-20437ee0324b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.534320] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 781.534320] env[69765]: value = "task-3942880" [ 781.534320] env[69765]: _type = "Task" [ 781.534320] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.543611] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.584498] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.865091] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 781.865588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.306s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.865974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.222s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.866209] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.868599] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.061s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.870361] env[69765]: INFO nova.compute.claims [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.900434] env[69765]: INFO nova.scheduler.client.report [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Deleted allocations for instance 45ed6665-a30a-4502-acea-bd01e7d18a3b [ 782.045155] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.408526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a66c0885-322b-43c6-bad1-39366f05c259 tempest-FloatingIPsAssociationTestJSON-895546967 tempest-FloatingIPsAssociationTestJSON-895546967-project-member] Lock "45ed6665-a30a-4502-acea-bd01e7d18a3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.439s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.546390] env[69765]: DEBUG oslo_vmware.api [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3942880, 'name': PowerOnVM_Task, 'duration_secs': 0.815201} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.546852] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.547532] env[69765]: INFO nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Took 8.95 seconds to spawn the instance on the hypervisor. [ 782.547532] env[69765]: DEBUG nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.548373] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3346b-2eeb-415c-9996-64ad565781c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761247] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "54b76c78-f851-418d-97d9-67985d7f7c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.761541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.761760] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.761950] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.762165] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.765014] env[69765]: INFO nova.compute.manager [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Terminating instance [ 783.068246] env[69765]: INFO nova.compute.manager [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Took 53.67 seconds to build instance. [ 783.269697] env[69765]: DEBUG nova.compute.manager [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.269919] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.271268] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d59bce6-aeea-4cfb-90ff-9fa3c53e9e5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.279507] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.279754] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d740ab95-76b2-4f99-af78-d8adf95c19ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.289845] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 783.289845] env[69765]: value = "task-3942881" [ 783.289845] env[69765]: _type = "Task" [ 783.289845] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.303333] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.404996] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9886a63f-20cf-411e-a5c8-38efff9af986 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.413466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a6b1b3-1055-4ca1-bce5-a211c3aee114 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.451787] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6726bcad-c8db-4926-9e54-b91d28169310 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.462206] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0993c71-9006-4557-90f1-d641b594a719 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.478732] env[69765]: DEBUG nova.compute.provider_tree [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.570704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-56154181-603f-4f56-a54f-30eb01127300 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.907s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.804406] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942881, 'name': PowerOffVM_Task, 'duration_secs': 0.212278} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.804406] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.804406] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.804406] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac2db0a-22ce-4ebc-a0f3-dac72cdd353c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.864924] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.865106] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.866519] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Deleting the datastore file [datastore2] 54b76c78-f851-418d-97d9-67985d7f7c34 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.866519] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3903f301-c2aa-4cce-8df8-05dcf321a0ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.877525] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for the task: (returnval){ [ 783.877525] env[69765]: value = "task-3942883" [ 783.877525] env[69765]: _type = "Task" [ 783.877525] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.891385] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.988173] env[69765]: DEBUG nova.scheduler.client.report [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.072956] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.389652] env[69765]: DEBUG oslo_vmware.api [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Task: {'id': task-3942883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311796} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.389850] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.394687] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.394687] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.394687] env[69765]: INFO nova.compute.manager [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.394687] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.394687] env[69765]: DEBUG nova.compute.manager [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.394687] env[69765]: DEBUG nova.network.neutron [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 784.495055] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.495143] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.498362] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 51.691s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.602527] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.647285] env[69765]: DEBUG nova.compute.manager [req-f6507a3d-f626-4f9d-ae5c-af66c7545b1d req-3d6cbd60-bde0-4a73-a305-41da7b9144b2 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Received event network-vif-deleted-fe68c605-6c2c-496f-aa1d-44ea7642a6a9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.647285] env[69765]: INFO nova.compute.manager [req-f6507a3d-f626-4f9d-ae5c-af66c7545b1d req-3d6cbd60-bde0-4a73-a305-41da7b9144b2 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Neutron deleted interface fe68c605-6c2c-496f-aa1d-44ea7642a6a9; detaching it from the instance and deleting it from the info cache [ 784.647285] env[69765]: DEBUG nova.network.neutron [req-f6507a3d-f626-4f9d-ae5c-af66c7545b1d req-3d6cbd60-bde0-4a73-a305-41da7b9144b2 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.692586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.696035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.002272] env[69765]: DEBUG nova.compute.utils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.007412] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.007412] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.068479] env[69765]: DEBUG nova.policy [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63dfa3e317094f96bfd95a7eec166bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c57b5476e05417d924296acf5e66ddc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.125892] env[69765]: DEBUG nova.network.neutron [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.151639] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b254b8a8-836a-466a-beca-eb08fd3f9ab4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.167497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e48c06c-bb2c-496f-b7ce-2b5e4c7b1c38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.203945] env[69765]: DEBUG nova.compute.manager [req-f6507a3d-f626-4f9d-ae5c-af66c7545b1d req-3d6cbd60-bde0-4a73-a305-41da7b9144b2 service nova] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Detach interface failed, port_id=fe68c605-6c2c-496f-aa1d-44ea7642a6a9, reason: Instance 54b76c78-f851-418d-97d9-67985d7f7c34 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.491787] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Successfully created port: a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.507638] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.609225] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c865c-c236-43e4-b043-9077ad0ce254 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.617481] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520158e-4f2f-4ed4-932e-e9617080ba1b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.648755] env[69765]: INFO nova.compute.manager [-] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Took 1.26 seconds to deallocate network for instance. [ 785.651196] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d93e1-6c16-4b13-9568-92e724b4711e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.662403] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ebd32-18e2-4802-875d-fb2461a857e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.677126] env[69765]: DEBUG nova.compute.provider_tree [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.158190] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.180627] env[69765]: DEBUG nova.scheduler.client.report [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.517572] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.547369] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.548742] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.549042] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.549042] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.549897] env[69765]: DEBUG nova.virt.hardware [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.550208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe042b7-6a86-49ce-87a6-76790a115cc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.559770] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f637fcf-3274-47e2-b0ab-d4daa8788278 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050229] env[69765]: DEBUG nova.compute.manager [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Received event network-vif-plugged-a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.050463] env[69765]: DEBUG oslo_concurrency.lockutils [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] Acquiring lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.050681] env[69765]: DEBUG oslo_concurrency.lockutils [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.050846] env[69765]: DEBUG oslo_concurrency.lockutils [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.051024] env[69765]: DEBUG nova.compute.manager [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] No waiting events found dispatching network-vif-plugged-a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.051232] env[69765]: WARNING nova.compute.manager [req-100e7c6a-87f7-43de-9c84-821de3c465fb req-0b41a3be-30ba-48bd-81c2-325fa18bd8d1 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Received unexpected event network-vif-plugged-a002c882-507c-42c3-90b3-f1f03e200e9a for instance with vm_state building and task_state spawning. [ 787.192780] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.694s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.196353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.371s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.196409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.199940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.206s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.199940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.202576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.228s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.203802] env[69765]: INFO nova.compute.claims [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.239679] env[69765]: INFO nova.scheduler.client.report [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted allocations for instance de44fdb7-0246-41c9-b322-50cf70cb8516 [ 787.248335] env[69765]: INFO nova.scheduler.client.report [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted allocations for instance 5bccdced-79aa-4aec-adc4-033c97647c5b [ 787.279174] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Successfully updated port: a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.751434] env[69765]: DEBUG oslo_concurrency.lockutils [None req-338095f9-6918-4310-91bd-8b5465b21be0 tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "de44fdb7-0246-41c9-b322-50cf70cb8516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.664s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.755898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d670338-a0d9-4b7a-bdb7-2de18621313e tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "5bccdced-79aa-4aec-adc4-033c97647c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.455s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.783683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.783683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.783683] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 787.791930] env[69765]: INFO nova.scheduler.client.report [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleted allocation for migration 4d275d91-5cf8-470b-b4d8-f586f6398e48 [ 788.302328] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f75198d5-4a5c-4e73-9ee9-bd9fa4f48969 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 58.926s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.337549] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 788.589265] env[69765]: DEBUG nova.network.neutron [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Updating instance_info_cache with network_info: [{"id": "a002c882-507c-42c3-90b3-f1f03e200e9a", "address": "fa:16:3e:85:26:93", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa002c882-50", "ovs_interfaceid": "a002c882-507c-42c3-90b3-f1f03e200e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.645522] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.646044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.676109] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.676361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.862393] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba68d6bd-57f1-4bc2-b3f9-65c3309cd043 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.874236] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8aee42-8241-48cc-8c06-1027fda5e0f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.921579] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e3915-1fb6-4dfc-8f5c-fa0da6588eb8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.931022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ddf0f-7c95-46b1-9b6e-b5f61eb20276 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.949283] env[69765]: DEBUG nova.compute.provider_tree [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.076940] env[69765]: DEBUG nova.compute.manager [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Received event network-changed-a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.077163] env[69765]: DEBUG nova.compute.manager [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Refreshing instance network info cache due to event network-changed-a002c882-507c-42c3-90b3-f1f03e200e9a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.077358] env[69765]: DEBUG oslo_concurrency.lockutils [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] Acquiring lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.092562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.092942] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Instance network_info: |[{"id": "a002c882-507c-42c3-90b3-f1f03e200e9a", "address": "fa:16:3e:85:26:93", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa002c882-50", "ovs_interfaceid": "a002c882-507c-42c3-90b3-f1f03e200e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.093273] env[69765]: DEBUG oslo_concurrency.lockutils [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] Acquired lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.093468] env[69765]: DEBUG nova.network.neutron [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Refreshing network info cache for port a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 789.095654] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:26:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a002c882-507c-42c3-90b3-f1f03e200e9a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.102972] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.106351] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.106911] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1beb6ef5-78e1-4b61-9db6-02def3dcad14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.130234] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.130234] env[69765]: value = "task-3942884" [ 789.130234] env[69765]: _type = "Task" [ 789.130234] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.140360] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942884, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.453109] env[69765]: DEBUG nova.scheduler.client.report [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.466999] env[69765]: DEBUG nova.network.neutron [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Updated VIF entry in instance network info cache for port a002c882-507c-42c3-90b3-f1f03e200e9a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 789.466999] env[69765]: DEBUG nova.network.neutron [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Updating instance_info_cache with network_info: [{"id": "a002c882-507c-42c3-90b3-f1f03e200e9a", "address": "fa:16:3e:85:26:93", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa002c882-50", "ovs_interfaceid": "a002c882-507c-42c3-90b3-f1f03e200e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.646080] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942884, 'name': CreateVM_Task, 'duration_secs': 0.323165} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.646858] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.649346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.649346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.649346] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.649346] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b32e16-bb35-4833-9cae-2038aefeb81e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.657538] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 789.657538] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5280f1d5-fd45-3574-2bd0-bbe26d639394" [ 789.657538] env[69765]: _type = "Task" [ 789.657538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.668088] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5280f1d5-fd45-3574-2bd0-bbe26d639394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.962787] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.963363] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.970022] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.826s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.971333] env[69765]: INFO nova.compute.claims [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.978496] env[69765]: DEBUG oslo_concurrency.lockutils [req-2c3669e7-a2e3-4df9-8ca9-3f9aeaad6aa3 req-ff4bd0fb-7acf-4b14-92ef-42285fc09922 service nova] Releasing lock "refresh_cache-96955030-d36e-43fe-b6b9-dfa4569418ec" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.172543] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5280f1d5-fd45-3574-2bd0-bbe26d639394, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.172991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173218] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.173462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.173609] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173786] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.174122] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4011ea-b55c-44ce-9846-1cc65c5f7813 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.186196] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.186196] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.186493] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3275eb1-5bd5-470f-a953-8b52b1699f7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.193173] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 790.193173] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528b581c-0237-5911-e3c5-c494e9e54766" [ 790.193173] env[69765]: _type = "Task" [ 790.193173] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.203162] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528b581c-0237-5911-e3c5-c494e9e54766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.340578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.340913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.471761] env[69765]: DEBUG nova.compute.utils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.473714] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.473934] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.594982] env[69765]: DEBUG nova.policy [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63dfa3e317094f96bfd95a7eec166bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c57b5476e05417d924296acf5e66ddc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.708500] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528b581c-0237-5911-e3c5-c494e9e54766, 'name': SearchDatastore_Task, 'duration_secs': 0.021296} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.709363] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d815d4df-9f73-4bba-a981-0a0d08780b84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.719902] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 790.719902] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52499395-8b5c-4955-1649-724ded52de38" [ 790.719902] env[69765]: _type = "Task" [ 790.719902] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.730409] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52499395-8b5c-4955-1649-724ded52de38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.978761] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.991836] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Successfully created port: f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.058230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "39e69184-7d63-4e33-9560-00a3473240f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.058230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.232650] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52499395-8b5c-4955-1649-724ded52de38, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.235479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235768] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 96955030-d36e-43fe-b6b9-dfa4569418ec/96955030-d36e-43fe-b6b9-dfa4569418ec.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.237124] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad8ae60-c80b-4415-8db3-b76b5200f64a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.243758] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 791.243758] env[69765]: value = "task-3942885" [ 791.243758] env[69765]: _type = "Task" [ 791.243758] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.253301] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.574967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cb6b2-4643-4a04-9c04-876aec46ee6d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.585512] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9184cf-78de-4a11-a32a-5a3d9324dc29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.620476] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c7606-c35f-4b10-8517-928824174949 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.629823] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e95845-3c84-441c-be09-8fa44b84c451 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.645444] env[69765]: DEBUG nova.compute.provider_tree [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.755151] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476564} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.755509] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 96955030-d36e-43fe-b6b9-dfa4569418ec/96955030-d36e-43fe-b6b9-dfa4569418ec.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.755768] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.756077] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0474b2-c655-463a-a57b-2d62f6733ea6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.763865] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 791.763865] env[69765]: value = "task-3942886" [ 791.763865] env[69765]: _type = "Task" [ 791.763865] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.775208] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.993311] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.024068] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.024494] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.024811] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.025088] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.025441] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.025669] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.025950] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.026173] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.026395] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.026596] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.026811] env[69765]: DEBUG nova.virt.hardware [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.027746] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be55930-0152-4da5-9392-0d7b0b4297a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.037621] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f178ff74-e7ba-4d14-847e-a1a12414080b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.148444] env[69765]: DEBUG nova.scheduler.client.report [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.273940] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260118} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.274204] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.275034] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e50f38d-ecc3-4f1a-8784-c6a5a425b7cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.297263] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 96955030-d36e-43fe-b6b9-dfa4569418ec/96955030-d36e-43fe-b6b9-dfa4569418ec.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.297606] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffecc93c-481e-4e23-a8de-2a1d264e7746 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.318053] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 792.318053] env[69765]: value = "task-3942887" [ 792.318053] env[69765]: _type = "Task" [ 792.318053] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.328678] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.503883] env[69765]: DEBUG nova.compute.manager [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Received event network-vif-plugged-f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.504116] env[69765]: DEBUG oslo_concurrency.lockutils [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] Acquiring lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.505035] env[69765]: DEBUG oslo_concurrency.lockutils [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.505035] env[69765]: DEBUG oslo_concurrency.lockutils [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.505035] env[69765]: DEBUG nova.compute.manager [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] No waiting events found dispatching network-vif-plugged-f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.505035] env[69765]: WARNING nova.compute.manager [req-88cf669b-29c5-4591-a26e-de2ef1422d0f req-d8554f18-a101-48d4-b963-ac8dd1d426b4 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Received unexpected event network-vif-plugged-f1131403-4d57-4b48-a4da-681adb622d9b for instance with vm_state building and task_state spawning. [ 792.607792] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Successfully updated port: f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.653355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.653944] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.656784] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.457s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.656994] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.659560] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.503s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.661250] env[69765]: INFO nova.compute.claims [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.708401] env[69765]: INFO nova.scheduler.client.report [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Deleted allocations for instance 52b1e45e-4b65-4306-991c-a83996be651f [ 792.829227] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942887, 'name': ReconfigVM_Task, 'duration_secs': 0.306234} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.829605] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 96955030-d36e-43fe-b6b9-dfa4569418ec/96955030-d36e-43fe-b6b9-dfa4569418ec.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.830244] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40e4717e-3d16-41fa-af25-268084baa481 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.838078] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 792.838078] env[69765]: value = "task-3942888" [ 792.838078] env[69765]: _type = "Task" [ 792.838078] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.850038] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942888, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.109491] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.109711] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.110022] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 793.169314] env[69765]: DEBUG nova.compute.utils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.173214] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.173404] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.216240] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1b2534ab-c308-407a-928a-51d5aaec8daa tempest-ServersAdminNegativeTestJSON-2030597185 tempest-ServersAdminNegativeTestJSON-2030597185-project-member] Lock "52b1e45e-4b65-4306-991c-a83996be651f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.816s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.254660] env[69765]: DEBUG nova.policy [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5759e6534fe746de9d6ae1c47e3b3fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34b26faf4e4a499bbe7a1d98daae74ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.349667] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942888, 'name': Rename_Task, 'duration_secs': 0.162512} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.350085] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.350380] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a807f0a2-9290-4ed2-b447-494783934f63 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.358164] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 793.358164] env[69765]: value = "task-3942889" [ 793.358164] env[69765]: _type = "Task" [ 793.358164] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.367061] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.663570] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 793.674506] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.743342] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Successfully created port: 8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.874730] env[69765]: DEBUG oslo_vmware.api [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942889, 'name': PowerOnVM_Task, 'duration_secs': 0.461426} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.874730] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.875160] env[69765]: INFO nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Took 7.36 seconds to spawn the instance on the hypervisor. [ 793.875665] env[69765]: DEBUG nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.876924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e1093-0a56-4e78-a2f4-a9e2292ee297 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.935550] env[69765]: DEBUG nova.network.neutron [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Updating instance_info_cache with network_info: [{"id": "f1131403-4d57-4b48-a4da-681adb622d9b", "address": "fa:16:3e:7c:2b:da", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1131403-4d", "ovs_interfaceid": "f1131403-4d57-4b48-a4da-681adb622d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.325469] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7a76a-1036-4a23-ab98-d5cf1db1a8a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72171d-2233-4f5a-ac08-f225b0f032f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.366532] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032142d2-f25d-4b66-95fb-83f5f1b08d02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.374972] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c536c3-d55b-45fc-91ae-82c45ba2cb15 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.389069] env[69765]: DEBUG nova.compute.provider_tree [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.399317] env[69765]: INFO nova.compute.manager [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Took 62.61 seconds to build instance. [ 794.438619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.438971] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Instance network_info: |[{"id": "f1131403-4d57-4b48-a4da-681adb622d9b", "address": "fa:16:3e:7c:2b:da", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1131403-4d", "ovs_interfaceid": "f1131403-4d57-4b48-a4da-681adb622d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.439457] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:2b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1131403-4d57-4b48-a4da-681adb622d9b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.447968] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.449510] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.449818] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df23484d-1568-4a6f-8b45-78a2e9e84133 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.471435] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.471435] env[69765]: value = "task-3942890" [ 794.471435] env[69765]: _type = "Task" [ 794.471435] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.480728] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942890, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.541583] env[69765]: DEBUG nova.compute.manager [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Received event network-changed-f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.541816] env[69765]: DEBUG nova.compute.manager [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Refreshing instance network info cache due to event network-changed-f1131403-4d57-4b48-a4da-681adb622d9b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.542082] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] Acquiring lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.542382] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] Acquired lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.542600] env[69765]: DEBUG nova.network.neutron [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Refreshing network info cache for port f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 794.691092] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.715340] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.715543] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.716116] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.716116] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.716116] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.716252] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.716368] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.716521] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.716821] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.716962] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.717218] env[69765]: DEBUG nova.virt.hardware [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.718135] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad0cb0-e8e3-4dfe-abd5-6789c0a060a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.727681] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9f762-c15c-48ec-be3e-52bf7260da21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.892978] env[69765]: DEBUG nova.scheduler.client.report [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.898920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4d7d8e87-37f3-4ca7-99ab-98239584c02f tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.810s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.983190] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942890, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.339567] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "5f0e6db4-c4d0-486d-a733-49475ba26431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.339761] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.401019] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.401019] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.404480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.818s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.405031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.408436] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.773s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.409650] env[69765]: DEBUG nova.objects.instance [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 795.413305] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.445606] env[69765]: INFO nova.scheduler.client.report [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleted allocations for instance 011fa2f1-e165-4355-a4da-f4b28ea7ed04 [ 795.459370] env[69765]: DEBUG nova.network.neutron [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Updated VIF entry in instance network info cache for port f1131403-4d57-4b48-a4da-681adb622d9b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 795.459817] env[69765]: DEBUG nova.network.neutron [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Updating instance_info_cache with network_info: [{"id": "f1131403-4d57-4b48-a4da-681adb622d9b", "address": "fa:16:3e:7c:2b:da", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1131403-4d", "ovs_interfaceid": "f1131403-4d57-4b48-a4da-681adb622d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.486498] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942890, 'name': CreateVM_Task, 'duration_secs': 0.768774} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.487581] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.488966] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.489305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.489742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.490557] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5449a38a-fa7a-460f-8393-92d3fa8c46fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.501314] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 795.501314] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521db875-0035-c555-fa18-8d9e361e64a2" [ 795.501314] env[69765]: _type = "Task" [ 795.501314] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.512716] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521db875-0035-c555-fa18-8d9e361e64a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.675550] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Successfully updated port: 8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.919202] env[69765]: DEBUG nova.compute.utils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.925868] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.926192] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.946721] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.957053] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cf338a8-b053-4cfd-8c23-7e088771c4d7 tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "011fa2f1-e165-4355-a4da-f4b28ea7ed04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.620s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.963584] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e59570b-05ac-48e4-8425-83a2dc3166b9 req-300e8d2e-592d-4d66-a486-3aeec95ec0b8 service nova] Releasing lock "refresh_cache-fc5c12e6-eb79-4625-97b3-114b8daf25d8" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.009250] env[69765]: DEBUG nova.policy [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5759e6534fe746de9d6ae1c47e3b3fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34b26faf4e4a499bbe7a1d98daae74ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.017422] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521db875-0035-c555-fa18-8d9e361e64a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.017720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.017965] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.018226] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.018375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.018560] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.018852] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd3f710-3147-4eac-b1b3-c4ea30942630 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.029622] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.029930] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.030597] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb71ef6d-58ac-4537-8f84-0767f72f6d8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.037237] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 796.037237] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b7040f-ff2d-9f84-4617-ed2e213ee969" [ 796.037237] env[69765]: _type = "Task" [ 796.037237] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.046207] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b7040f-ff2d-9f84-4617-ed2e213ee969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.182736] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.182736] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.182736] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 796.412133] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Successfully created port: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.426796] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.430477] env[69765]: DEBUG oslo_concurrency.lockutils [None req-343ba0b2-b7dc-4be8-ab63-cbf74b7c02fd tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.431811] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.792s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.432020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.436025] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.184s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.436766] env[69765]: INFO nova.compute.claims [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.463701] env[69765]: INFO nova.scheduler.client.report [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Deleted allocations for instance bb4b3a0b-84ee-48fa-80c7-c7c9da471efa [ 796.551159] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b7040f-ff2d-9f84-4617-ed2e213ee969, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.552567] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9202ef5d-039f-458b-9574-4caa9d228953 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.559663] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 796.559663] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524c9232-b73e-83f9-0d30-41af62c184ce" [ 796.559663] env[69765]: _type = "Task" [ 796.559663] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.571688] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c9232-b73e-83f9-0d30-41af62c184ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.716837] env[69765]: DEBUG nova.compute.manager [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Received event network-vif-plugged-8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.717149] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Acquiring lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.717453] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.717684] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.717895] env[69765]: DEBUG nova.compute.manager [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] No waiting events found dispatching network-vif-plugged-8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.718107] env[69765]: WARNING nova.compute.manager [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Received unexpected event network-vif-plugged-8141ce91-9662-4c81-8dec-a32d2eaddf3e for instance with vm_state building and task_state spawning. [ 796.718644] env[69765]: DEBUG nova.compute.manager [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Received event network-changed-8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.718644] env[69765]: DEBUG nova.compute.manager [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Refreshing instance network info cache due to event network-changed-8141ce91-9662-4c81-8dec-a32d2eaddf3e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.718705] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Acquiring lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.740136] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 796.976856] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01b90055-292f-4a95-8915-11569209f345 tempest-ServerShowV257Test-734005679 tempest-ServerShowV257Test-734005679-project-member] Lock "bb4b3a0b-84ee-48fa-80c7-c7c9da471efa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.623s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.004720] env[69765]: DEBUG nova.network.neutron [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Updating instance_info_cache with network_info: [{"id": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "address": "fa:16:3e:bb:c9:65", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8141ce91-96", "ovs_interfaceid": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.074167] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c9232-b73e-83f9-0d30-41af62c184ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.074167] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.074167] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] fc5c12e6-eb79-4625-97b3-114b8daf25d8/fc5c12e6-eb79-4625-97b3-114b8daf25d8.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.074167] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de427cd6-967c-4135-85ca-de3886485cd4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.080733] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 797.080733] env[69765]: value = "task-3942891" [ 797.080733] env[69765]: _type = "Task" [ 797.080733] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.090212] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.438420] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.473307] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.473307] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.473492] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.475663] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.475663] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.475663] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.475663] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.475822] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.476572] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.476572] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.476572] env[69765]: DEBUG nova.virt.hardware [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.477176] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b6aeab-8d59-40dc-b56e-16f4d76e69c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.489767] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf24e8-6cc9-4b72-940c-5be0a8a625f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.507587] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.507974] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Instance network_info: |[{"id": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "address": "fa:16:3e:bb:c9:65", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8141ce91-96", "ovs_interfaceid": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.511517] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Acquired lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.511825] env[69765]: DEBUG nova.network.neutron [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Refreshing network info cache for port 8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 797.515641] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c9:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8141ce91-9662-4c81-8dec-a32d2eaddf3e', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.522415] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating folder: Project (34b26faf4e4a499bbe7a1d98daae74ab). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.525577] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebeeab18-2df5-4bc0-8160-c68fb9df19ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.542926] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Created folder: Project (34b26faf4e4a499bbe7a1d98daae74ab) in parent group-v782532. [ 797.543178] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating folder: Instances. Parent ref: group-v782653. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.543447] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c0dc81-19cb-42e0-a168-28cb8256e1d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.554968] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Created folder: Instances in parent group-v782653. [ 797.555369] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.555687] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.555935] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f41008-f379-429f-8888-5cdd30146fd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.579207] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.579207] env[69765]: value = "task-3942894" [ 797.579207] env[69765]: _type = "Task" [ 797.579207] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.594623] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942894, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.598575] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942891, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.075086] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd74695-1ff3-49c5-b341-8a9cec159a70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.094184] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71437d7-7b2a-40f2-b7e9-4f0e34c173a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.101041] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942894, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.106835] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546248} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.136439] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] fc5c12e6-eb79-4625-97b3-114b8daf25d8/fc5c12e6-eb79-4625-97b3-114b8daf25d8.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.136707] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.137628] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a11fd7a-da46-43d8-95a1-d44bf1e05912 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.140474] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60524f03-e7ef-434d-b64f-bb74643de6fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.149995] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e50a9f0-1148-4201-a23d-7d8e40107801 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.155628] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 798.155628] env[69765]: value = "task-3942895" [ 798.155628] env[69765]: _type = "Task" [ 798.155628] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.168956] env[69765]: DEBUG nova.compute.provider_tree [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.175944] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.427026] env[69765]: DEBUG nova.network.neutron [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Updated VIF entry in instance network info cache for port 8141ce91-9662-4c81-8dec-a32d2eaddf3e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 798.427418] env[69765]: DEBUG nova.network.neutron [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Updating instance_info_cache with network_info: [{"id": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "address": "fa:16:3e:bb:c9:65", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8141ce91-96", "ovs_interfaceid": "8141ce91-9662-4c81-8dec-a32d2eaddf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.479737] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Successfully updated port: 6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.489049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "117b220d-8ed9-466c-bb1a-b517ff024df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.489331] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.489542] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.489733] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.489948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.492154] env[69765]: INFO nova.compute.manager [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Terminating instance [ 798.590676] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942894, 'name': CreateVM_Task, 'duration_secs': 0.541348} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.590861] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.591619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.591826] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.592199] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.592490] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ec0515-4e12-44de-a4fa-04891aa35ef1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.598868] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 798.598868] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525af702-67ba-b42a-a3b6-d9c47177bb76" [ 798.598868] env[69765]: _type = "Task" [ 798.598868] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.607610] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525af702-67ba-b42a-a3b6-d9c47177bb76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.666148] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074838} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.666148] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.666780] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888027e-d700-4360-bb1a-b83594a6cd57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.681432] env[69765]: DEBUG nova.scheduler.client.report [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.693527] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fc5c12e6-eb79-4625-97b3-114b8daf25d8/fc5c12e6-eb79-4625-97b3-114b8daf25d8.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.694121] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8905082-58ee-4f57-b2f6-a9eb0319cf6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.715689] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 798.715689] env[69765]: value = "task-3942896" [ 798.715689] env[69765]: _type = "Task" [ 798.715689] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.724621] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.741123] env[69765]: DEBUG nova.compute.manager [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Received event network-vif-plugged-6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.741380] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Acquiring lock "13ddd354-488b-49cf-baa2-492046238e22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.741571] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Lock "13ddd354-488b-49cf-baa2-492046238e22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.741740] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Lock "13ddd354-488b-49cf-baa2-492046238e22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.741881] env[69765]: DEBUG nova.compute.manager [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] No waiting events found dispatching network-vif-plugged-6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.742037] env[69765]: WARNING nova.compute.manager [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Received unexpected event network-vif-plugged-6a0cccbc-bb3b-4974-84b3-e62dc912e068 for instance with vm_state building and task_state spawning. [ 798.742202] env[69765]: DEBUG nova.compute.manager [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Received event network-changed-6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.742400] env[69765]: DEBUG nova.compute.manager [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Refreshing instance network info cache due to event network-changed-6a0cccbc-bb3b-4974-84b3-e62dc912e068. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.742590] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Acquiring lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.742840] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Acquired lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.742881] env[69765]: DEBUG nova.network.neutron [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Refreshing network info cache for port 6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 798.933231] env[69765]: DEBUG oslo_concurrency.lockutils [req-4cee8e96-13ce-429b-891f-a63007a538c0 req-7c88ca43-b902-465c-996b-50e19dd99230 service nova] Releasing lock "refresh_cache-d11ffc96-dcf1-4674-a356-6003694f08f7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.985275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996301] env[69765]: DEBUG nova.compute.manager [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.996545] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.997544] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e9b22-212c-41bd-ba3c-4e4dad56ea37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.005773] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.006463] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97afa416-f6cb-4f91-b030-82b382a7de62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.013584] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 799.013584] env[69765]: value = "task-3942897" [ 799.013584] env[69765]: _type = "Task" [ 799.013584] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.022177] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.110672] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525af702-67ba-b42a-a3b6-d9c47177bb76, 'name': SearchDatastore_Task, 'duration_secs': 0.02531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.111281] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.111281] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.111425] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.111485] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.111639] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.111921] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1024128-875f-491d-af55-4ad4b303be3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.124504] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.124724] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.125521] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3852342-4157-41d4-89ea-3c4589602633 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.131879] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 799.131879] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a5f668-0f47-1950-409b-6547526da9d6" [ 799.131879] env[69765]: _type = "Task" [ 799.131879] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.141658] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a5f668-0f47-1950-409b-6547526da9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.196109] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.196710] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.199645] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.405s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.201307] env[69765]: INFO nova.compute.claims [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.227972] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942896, 'name': ReconfigVM_Task, 'duration_secs': 0.314935} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.228280] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fc5c12e6-eb79-4625-97b3-114b8daf25d8/fc5c12e6-eb79-4625-97b3-114b8daf25d8.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.228921] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e453d8b2-12f9-461a-859d-22f41523120d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.236487] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 799.236487] env[69765]: value = "task-3942898" [ 799.236487] env[69765]: _type = "Task" [ 799.236487] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.249276] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942898, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.299084] env[69765]: DEBUG nova.network.neutron [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 799.362503] env[69765]: DEBUG nova.network.neutron [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.524323] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942897, 'name': PowerOffVM_Task, 'duration_secs': 0.198656} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.524733] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.524907] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.526383] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f7bf90-ee2a-416d-9de9-fd8917f2ba4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.591283] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.591651] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.591879] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleting the datastore file [datastore1] 117b220d-8ed9-466c-bb1a-b517ff024df4 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.592509] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4c073d-dd8f-4db6-a58c-7988315ce5b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.599717] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for the task: (returnval){ [ 799.599717] env[69765]: value = "task-3942900" [ 799.599717] env[69765]: _type = "Task" [ 799.599717] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.608940] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.642904] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a5f668-0f47-1950-409b-6547526da9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.02931} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.643752] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c40890d-484e-4465-a368-cf6ae2178c79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.650042] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 799.650042] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a96f48-3f29-db5a-0a13-d6ce06605896" [ 799.650042] env[69765]: _type = "Task" [ 799.650042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.657611] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a96f48-3f29-db5a-0a13-d6ce06605896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.706602] env[69765]: DEBUG nova.compute.utils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.711842] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.711842] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.746470] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942898, 'name': Rename_Task, 'duration_secs': 0.1459} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.746756] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.747013] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c547ff1c-06aa-465f-8354-2ddca2797ce4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.750964] env[69765]: DEBUG nova.policy [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.755038] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 799.755038] env[69765]: value = "task-3942901" [ 799.755038] env[69765]: _type = "Task" [ 799.755038] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.765959] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.865928] env[69765]: DEBUG oslo_concurrency.lockutils [req-2e20439d-8ae2-40c7-8533-595391475c04 req-f05ebd51-a11f-4edd-9370-820c6958d876 service nova] Releasing lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.866407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.866797] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 800.110510] env[69765]: DEBUG oslo_vmware.api [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Task: {'id': task-3942900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138618} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.110767] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.111227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.111227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.111344] env[69765]: INFO nova.compute.manager [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 800.111611] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.111847] env[69765]: DEBUG nova.compute.manager [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.112265] env[69765]: DEBUG nova.network.neutron [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 800.145728] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Successfully created port: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.161899] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a96f48-3f29-db5a-0a13-d6ce06605896, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.162226] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.162534] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] d11ffc96-dcf1-4674-a356-6003694f08f7/d11ffc96-dcf1-4674-a356-6003694f08f7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.162825] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2be5987-665d-45ef-9e5a-765565ea9ea7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.170591] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 800.170591] env[69765]: value = "task-3942902" [ 800.170591] env[69765]: _type = "Task" [ 800.170591] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.182284] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.211358] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.265632] env[69765]: DEBUG oslo_vmware.api [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942901, 'name': PowerOnVM_Task, 'duration_secs': 0.494385} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.273027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.273027] env[69765]: INFO nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Took 8.28 seconds to spawn the instance on the hypervisor. [ 800.273027] env[69765]: DEBUG nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.273027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5102138-51a7-41ee-8286-2606ec76e7c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.418556] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 800.652799] env[69765]: DEBUG nova.network.neutron [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Updating instance_info_cache with network_info: [{"id": "6a0cccbc-bb3b-4974-84b3-e62dc912e068", "address": "fa:16:3e:da:1e:4a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a0cccbc-bb", "ovs_interfaceid": "6a0cccbc-bb3b-4974-84b3-e62dc912e068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.681794] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501161} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.684772] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] d11ffc96-dcf1-4674-a356-6003694f08f7/d11ffc96-dcf1-4674-a356-6003694f08f7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.685015] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.685605] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc9943f-9243-4a0a-b148-82a421c93e1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.694888] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 800.694888] env[69765]: value = "task-3942903" [ 800.694888] env[69765]: _type = "Task" [ 800.694888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.708269] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.796075] env[69765]: INFO nova.compute.manager [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Took 64.85 seconds to build instance. [ 800.859114] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc291a95-15f5-4dad-ae75-c0f67cb91d56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.868688] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba747d-ea33-4614-9c3d-da28a101901c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.904856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752497a-763e-42b2-bac5-364851ea5880 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.913389] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8104a-f206-4511-aa96-ef0224a1dcdd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.928086] env[69765]: DEBUG nova.compute.provider_tree [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.000169] env[69765]: DEBUG nova.compute.manager [req-cbfc691d-7419-47ba-ad78-e93f8c15c9a2 req-eef5e546-86c2-451f-90aa-ede64b48422b service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Received event network-vif-deleted-ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.000296] env[69765]: INFO nova.compute.manager [req-cbfc691d-7419-47ba-ad78-e93f8c15c9a2 req-eef5e546-86c2-451f-90aa-ede64b48422b service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Neutron deleted interface ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0; detaching it from the instance and deleting it from the info cache [ 801.000466] env[69765]: DEBUG nova.network.neutron [req-cbfc691d-7419-47ba-ad78-e93f8c15c9a2 req-eef5e546-86c2-451f-90aa-ede64b48422b service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.130486] env[69765]: DEBUG nova.network.neutron [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.157503] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "refresh_cache-13ddd354-488b-49cf-baa2-492046238e22" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.157841] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance network_info: |[{"id": "6a0cccbc-bb3b-4974-84b3-e62dc912e068", "address": "fa:16:3e:da:1e:4a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a0cccbc-bb", "ovs_interfaceid": "6a0cccbc-bb3b-4974-84b3-e62dc912e068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.158305] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:1e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a0cccbc-bb3b-4974-84b3-e62dc912e068', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.166308] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.167043] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.167265] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6221e6c-260b-47d8-a561-5084afa8d39f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.189916] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.189916] env[69765]: value = "task-3942904" [ 801.189916] env[69765]: _type = "Task" [ 801.189916] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.204500] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942904, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.211572] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072884} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.211868] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.213032] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828fa7a5-9ed1-416f-ae23-adb0dece4c5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.229156] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.240329] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] d11ffc96-dcf1-4674-a356-6003694f08f7/d11ffc96-dcf1-4674-a356-6003694f08f7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.240960] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f286fe1-0a11-48ba-9414-318a1afcd263 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.262899] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 801.262899] env[69765]: value = "task-3942905" [ 801.262899] env[69765]: _type = "Task" [ 801.262899] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.272470] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.272726] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.272892] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.273109] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.273268] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.273420] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.274034] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.274034] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.274034] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.274201] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.274284] env[69765]: DEBUG nova.virt.hardware [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.275633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726d8d1-779b-4d7e-98f3-b18a5c744bc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.282236] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.288839] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7be4e7-c5b6-4dba-b8f6-99a6cdd902a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.303807] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d153d879-476b-4049-a60c-001f7ffa85d8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.431722] env[69765]: DEBUG nova.scheduler.client.report [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.503120] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1870f5c3-7936-4436-ae1a-f531214b05ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.514028] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6a466-f0bf-411f-aa18-88f5feb2dc30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.549858] env[69765]: DEBUG nova.compute.manager [req-cbfc691d-7419-47ba-ad78-e93f8c15c9a2 req-eef5e546-86c2-451f-90aa-ede64b48422b service nova] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Detach interface failed, port_id=ef7b01be-cf91-4ef8-a318-ca1bfcdd07a0, reason: Instance 117b220d-8ed9-466c-bb1a-b517ff024df4 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.633974] env[69765]: INFO nova.compute.manager [-] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Took 1.52 seconds to deallocate network for instance. [ 801.701028] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942904, 'name': CreateVM_Task, 'duration_secs': 0.458688} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.701220] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.701923] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.702157] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.702601] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.702741] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7966706-31af-4a81-9458-14d735153e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.709686] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 801.709686] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525808a6-f4e9-a33a-c01e-d01781c52653" [ 801.709686] env[69765]: _type = "Task" [ 801.709686] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.719385] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525808a6-f4e9-a33a-c01e-d01781c52653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.775747] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942905, 'name': ReconfigVM_Task, 'duration_secs': 0.468322} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.776159] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Reconfigured VM instance instance-0000002b to attach disk [datastore1] d11ffc96-dcf1-4674-a356-6003694f08f7/d11ffc96-dcf1-4674-a356-6003694f08f7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.776934] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ed2aa2-bbdc-4b87-8fd7-719a82539f97 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.785454] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 801.785454] env[69765]: value = "task-3942906" [ 801.785454] env[69765]: _type = "Task" [ 801.785454] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.795807] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942906, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.806570] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.936780] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.937452] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.943742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.077s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.946209] env[69765]: INFO nova.compute.claims [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.141105] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Successfully updated port: 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.144903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.221377] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525808a6-f4e9-a33a-c01e-d01781c52653, 'name': SearchDatastore_Task, 'duration_secs': 0.018422} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.222035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.222035] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.222740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.222740] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.223468] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f312f46b-442d-4477-9a5f-2ad5e00f05f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.233077] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.233263] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.233993] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307ffb32-37fa-4ddb-85f9-60d06cb23b74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.240348] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 802.240348] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526b85d3-d098-b3f7-b0de-1098d4901d31" [ 802.240348] env[69765]: _type = "Task" [ 802.240348] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.251785] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526b85d3-d098-b3f7-b0de-1098d4901d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.297658] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942906, 'name': Rename_Task, 'duration_secs': 0.169913} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.297967] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.298235] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3839f9-2308-4fc7-9b1a-b25d8f9b580b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.306459] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 802.306459] env[69765]: value = "task-3942907" [ 802.306459] env[69765]: _type = "Task" [ 802.306459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.318330] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.341414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.452142] env[69765]: DEBUG nova.compute.utils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.456116] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.456116] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.522308] env[69765]: DEBUG nova.policy [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050c331f3319430698eedac55b7d5741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b72376b92a406d989671d7a95b3304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.648334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.648334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.648334] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 802.753952] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526b85d3-d098-b3f7-b0de-1098d4901d31, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.755239] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e2df7f-77bd-44fa-a1c6-4f59e5535760 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.763077] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 802.763077] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4a144-5726-79af-6732-1b28859cc768" [ 802.763077] env[69765]: _type = "Task" [ 802.763077] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.779322] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f4a144-5726-79af-6732-1b28859cc768, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.779734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.779937] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 13ddd354-488b-49cf-baa2-492046238e22/13ddd354-488b-49cf-baa2-492046238e22.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.780170] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8602d433-3c96-42a5-b352-e84654d3b616 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.790792] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 802.790792] env[69765]: value = "task-3942908" [ 802.790792] env[69765]: _type = "Task" [ 802.790792] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.803316] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.818480] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.934131] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Successfully created port: 33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.957475] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.145120] env[69765]: DEBUG nova.compute.manager [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Received event network-vif-plugged-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.145463] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Acquiring lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.146921] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.146921] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.146921] env[69765]: DEBUG nova.compute.manager [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] No waiting events found dispatching network-vif-plugged-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.146921] env[69765]: WARNING nova.compute.manager [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Received unexpected event network-vif-plugged-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc for instance with vm_state building and task_state spawning. [ 803.146921] env[69765]: DEBUG nova.compute.manager [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Received event network-changed-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.146921] env[69765]: DEBUG nova.compute.manager [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Refreshing instance network info cache due to event network-changed-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.146921] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Acquiring lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.210700] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 803.315092] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942908, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.330244] env[69765]: DEBUG oslo_vmware.api [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942907, 'name': PowerOnVM_Task, 'duration_secs': 0.577292} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.330535] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.330739] env[69765]: INFO nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 8.64 seconds to spawn the instance on the hypervisor. [ 803.330918] env[69765]: DEBUG nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.331785] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba411d8-4869-4fb9-8680-7e80d8a54772 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.425780] env[69765]: DEBUG nova.network.neutron [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Updating instance_info_cache with network_info: [{"id": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "address": "fa:16:3e:d8:38:42", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1296ac0a-38", "ovs_interfaceid": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.744782] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599683ee-5f5e-4e96-8d3e-dd3845b38547 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.753608] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba5053-1c5f-46a6-890b-bb431d45ca52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.786949] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8883885-d3e9-4c92-a118-f7cfda359cad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.799876] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e138e-4356-4289-872e-c492068fa9a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.805644] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "b21a0391-0604-47ea-b012-8eb719fef8be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.805927] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.806453] env[69765]: DEBUG nova.compute.manager [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.811387] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759094d-b2e1-4a37-a1c4-048ae1f99904 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.814164] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60636} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.821888] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 13ddd354-488b-49cf-baa2-492046238e22/13ddd354-488b-49cf-baa2-492046238e22.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.822137] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.822634] env[69765]: DEBUG nova.compute.provider_tree [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.824512] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f82b4f-9d00-4fe5-b211-6987b79dcb05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.828893] env[69765]: DEBUG nova.compute.manager [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 803.830460] env[69765]: DEBUG nova.objects.instance [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lazy-loading 'flavor' on Instance uuid b21a0391-0604-47ea-b012-8eb719fef8be {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.831991] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 803.831991] env[69765]: value = "task-3942909" [ 803.831991] env[69765]: _type = "Task" [ 803.831991] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.844247] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.852721] env[69765]: INFO nova.compute.manager [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 64.74 seconds to build instance. [ 803.928745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.929229] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Instance network_info: |[{"id": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "address": "fa:16:3e:d8:38:42", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1296ac0a-38", "ovs_interfaceid": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.929433] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Acquired lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.929611] env[69765]: DEBUG nova.network.neutron [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Refreshing network info cache for port 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 803.931732] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:38:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.940788] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating folder: Project (b51f388120bb401e85f8012e56a0b012). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.941910] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad74631a-5807-4ef3-98b4-6a96610e8264 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.954771] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created folder: Project (b51f388120bb401e85f8012e56a0b012) in parent group-v782532. [ 803.954980] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating folder: Instances. Parent ref: group-v782657. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.955246] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b7e406-3747-4e05-9299-b34d38f1ff0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.967058] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created folder: Instances in parent group-v782657. [ 803.967354] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.967557] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.967771] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d2b6da9-f6a2-449e-bd37-bba8dd4f30e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.983234] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.991812] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.991812] env[69765]: value = "task-3942912" [ 803.991812] env[69765]: _type = "Task" [ 803.991812] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.000765] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942912, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.023494] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.023766] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.024076] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.024293] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.024502] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.024675] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.024892] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.025068] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.025248] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.025430] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.025673] env[69765]: DEBUG nova.virt.hardware [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.026626] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c02b64-cb98-4e01-8d01-cc872cf6716c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.036405] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b416d-b5e4-4423-b0da-47f2ffcfd68a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.327981] env[69765]: DEBUG nova.scheduler.client.report [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.343799] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099903} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.344100] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.345524] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266938c-6833-49e2-9ca7-b66c340613c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.362202] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a3d53df4-10ee-4b92-b9a6-86c2d6176c56 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.564s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.370896] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 13ddd354-488b-49cf-baa2-492046238e22/13ddd354-488b-49cf-baa2-492046238e22.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.372455] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b24db4e-0f41-418a-bae6-3225d326cb62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.393334] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 804.393334] env[69765]: value = "task-3942913" [ 804.393334] env[69765]: _type = "Task" [ 804.393334] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.403043] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.504551] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942912, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.726720] env[69765]: DEBUG nova.network.neutron [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Updated VIF entry in instance network info cache for port 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 804.727249] env[69765]: DEBUG nova.network.neutron [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Updating instance_info_cache with network_info: [{"id": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "address": "fa:16:3e:d8:38:42", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1296ac0a-38", "ovs_interfaceid": "1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.834016] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.835862] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.838472] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.641s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.838773] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.840979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.862s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.842516] env[69765]: INFO nova.compute.claims [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.845741] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.846347] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e798d0-3099-4e46-9184-5e1ad77f9ddc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.857239] env[69765]: DEBUG oslo_vmware.api [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 804.857239] env[69765]: value = "task-3942914" [ 804.857239] env[69765]: _type = "Task" [ 804.857239] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.867807] env[69765]: DEBUG oslo_vmware.api [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.878080] env[69765]: INFO nova.scheduler.client.report [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Deleted allocations for instance 5746d847-85be-4587-9a40-ba7ad4beeed3 [ 804.887490] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.910956] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.007848] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942912, 'name': CreateVM_Task, 'duration_secs': 0.880862} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.008055] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.008818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.008987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.009360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.009639] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f422e6-5826-46b0-91a6-266bc529fad1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016134] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 805.016134] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5219fa0d-f3c8-c041-277c-71cf65172d2a" [ 805.016134] env[69765]: _type = "Task" [ 805.016134] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.027029] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219fa0d-f3c8-c041-277c-71cf65172d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.136938] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Successfully updated port: 33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.181310] env[69765]: DEBUG nova.compute.manager [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Received event network-vif-plugged-33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.181390] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Acquiring lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.181604] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.181793] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.181941] env[69765]: DEBUG nova.compute.manager [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] No waiting events found dispatching network-vif-plugged-33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.182301] env[69765]: WARNING nova.compute.manager [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Received unexpected event network-vif-plugged-33ceb498-1741-4154-9d34-927f2c8e7097 for instance with vm_state building and task_state spawning. [ 805.182547] env[69765]: DEBUG nova.compute.manager [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Received event network-changed-33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.182781] env[69765]: DEBUG nova.compute.manager [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Refreshing instance network info cache due to event network-changed-33ceb498-1741-4154-9d34-927f2c8e7097. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.183037] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Acquiring lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.183347] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Acquired lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.183552] env[69765]: DEBUG nova.network.neutron [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Refreshing network info cache for port 33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 805.229624] env[69765]: DEBUG oslo_concurrency.lockutils [req-37306897-a141-47ec-9e0c-b06640ff51c6 req-e878d3fa-ceea-493c-9014-b2f389881edd service nova] Releasing lock "refresh_cache-72e42493-8689-4f2a-9192-9aaffc5b1b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.347615] env[69765]: DEBUG nova.compute.utils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.351065] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.370671] env[69765]: DEBUG oslo_vmware.api [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942914, 'name': PowerOffVM_Task, 'duration_secs': 0.231687} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.370941] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.371149] env[69765]: DEBUG nova.compute.manager [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.372084] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ea125-a198-42b9-9743-9db0c361262d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.387021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4ef4a8ff-882d-475e-9c8f-6796d07c8d1b tempest-ServersTestJSON-1227887277 tempest-ServersTestJSON-1227887277-project-member] Lock "5746d847-85be-4587-9a40-ba7ad4beeed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.213s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.410069] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942913, 'name': ReconfigVM_Task, 'duration_secs': 0.674349} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.410510] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 13ddd354-488b-49cf-baa2-492046238e22/13ddd354-488b-49cf-baa2-492046238e22.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.411300] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c385f9e-b8de-42fb-baca-9b582cac0d26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.415482] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.419242] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 805.419242] env[69765]: value = "task-3942915" [ 805.419242] env[69765]: _type = "Task" [ 805.419242] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.429678] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942915, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.528721] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219fa0d-f3c8-c041-277c-71cf65172d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.529258] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.529648] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.529975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.530265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.530492] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.530803] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96fa2bf-e41b-43b5-8c0c-87717bb9e9e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.540252] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.540476] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.541234] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34322ef-cf06-438f-9955-90385a50691e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.548076] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 805.548076] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524e9c1f-9580-42e1-730e-98af80034ac7" [ 805.548076] env[69765]: _type = "Task" [ 805.548076] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.557471] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524e9c1f-9580-42e1-730e-98af80034ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.643367] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.717592] env[69765]: DEBUG nova.network.neutron [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 805.810162] env[69765]: DEBUG nova.network.neutron [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.853114] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.886404] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b673bbbe-3848-4a53-a81a-09f514b3dd37 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.931216] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942915, 'name': Rename_Task, 'duration_secs': 0.185219} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.931959] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.932469] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f0429c5-fcc3-44a6-bd33-eb3d739e913a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.944764] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 805.944764] env[69765]: value = "task-3942916" [ 805.944764] env[69765]: _type = "Task" [ 805.944764] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.953986] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.059696] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524e9c1f-9580-42e1-730e-98af80034ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.061725] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a724d63d-1da1-43f1-a48e-f10e49a5377b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.069423] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 806.069423] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5266f269-c8ae-7ecd-7efc-8321db1fc6ad" [ 806.069423] env[69765]: _type = "Task" [ 806.069423] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.077909] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5266f269-c8ae-7ecd-7efc-8321db1fc6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.318319] env[69765]: DEBUG oslo_concurrency.lockutils [req-3c0c1374-46be-448a-8d39-28b6d4ffcf6a req-b3d48436-9899-462f-836b-c38860403f43 service nova] Releasing lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.318319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquired lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.318319] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 806.461220] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942916, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.466073] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74755c02-a1ec-49ad-afea-0451ef27c01f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.474755] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5055f403-f0bd-4c83-a440-ce77f4f5f83c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.510202] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c68941-13f0-467e-818e-fa8b71abd4d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.519429] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13779906-4c8a-43bf-bece-507594102848 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.535624] env[69765]: DEBUG nova.compute.provider_tree [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.581354] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5266f269-c8ae-7ecd-7efc-8321db1fc6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.582027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 72e42493-8689-4f2a-9192-9aaffc5b1b7d/72e42493-8689-4f2a-9192-9aaffc5b1b7d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.582189] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae205ca-b014-4f36-95a7-5a0ced4cb3da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.594347] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 806.594347] env[69765]: value = "task-3942917" [ 806.594347] env[69765]: _type = "Task" [ 806.594347] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.604190] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.666144] env[69765]: DEBUG nova.objects.instance [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lazy-loading 'flavor' on Instance uuid b21a0391-0604-47ea-b012-8eb719fef8be {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.868541] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.893663] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 806.905192] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.905495] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.905608] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.905798] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.905945] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.906154] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.906460] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.906700] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.906947] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.907175] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.907437] env[69765]: DEBUG nova.virt.hardware [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.908609] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfe332-00fb-4364-a94d-8f5665e2db65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.919479] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cede2-e09a-4dd8-a89d-704ca58953fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.938535] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.944630] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Creating folder: Project (bc75ebdc2e1646adb88afdc870de88d9). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.947961] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec6eea04-98c8-4f22-a5a1-33e31a4ff396 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961650] env[69765]: DEBUG oslo_vmware.api [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942916, 'name': PowerOnVM_Task, 'duration_secs': 0.878929} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.961974] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.962240] env[69765]: INFO nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Took 9.52 seconds to spawn the instance on the hypervisor. [ 806.962440] env[69765]: DEBUG nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.963504] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1b85c-e254-4840-9296-3d5c7ecf9417 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.968171] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Created folder: Project (bc75ebdc2e1646adb88afdc870de88d9) in parent group-v782532. [ 806.968370] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Creating folder: Instances. Parent ref: group-v782660. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.969128] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb931d36-fbbd-4d8e-8f69-ed5127067c1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.982825] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Created folder: Instances in parent group-v782660. [ 806.983234] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.983409] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.983685] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aa63c51-55c2-49c3-ad60-9690037f726c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.003342] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.003342] env[69765]: value = "task-3942920" [ 807.003342] env[69765]: _type = "Task" [ 807.003342] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.012868] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942920, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.040658] env[69765]: DEBUG nova.scheduler.client.report [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.108034] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.170659] env[69765]: DEBUG oslo_concurrency.lockutils [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.171995] env[69765]: DEBUG oslo_concurrency.lockutils [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquired lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.171995] env[69765]: DEBUG nova.network.neutron [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 807.171995] env[69765]: DEBUG nova.objects.instance [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lazy-loading 'info_cache' on Instance uuid b21a0391-0604-47ea-b012-8eb719fef8be {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.231914] env[69765]: DEBUG nova.network.neutron [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Updating instance_info_cache with network_info: [{"id": "33ceb498-1741-4154-9d34-927f2c8e7097", "address": "fa:16:3e:04:fd:da", "network": {"id": "de67a3bb-a91d-4763-8a78-73599e083523", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1175917617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b72376b92a406d989671d7a95b3304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceb498-17", "ovs_interfaceid": "33ceb498-1741-4154-9d34-927f2c8e7097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.491768] env[69765]: INFO nova.compute.manager [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Took 63.36 seconds to build instance. [ 807.517233] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942920, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.547450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.548122] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.555192] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.995s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.555498] env[69765]: DEBUG nova.objects.instance [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lazy-loading 'resources' on Instance uuid b6e1373e-a903-4d3d-a88d-21d84eff4ff8 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.604240] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532143} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.604533] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 72e42493-8689-4f2a-9192-9aaffc5b1b7d/72e42493-8689-4f2a-9192-9aaffc5b1b7d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.604760] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.605097] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc881ee1-bd8a-4872-bd56-d00ab7112d1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.612471] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 807.612471] env[69765]: value = "task-3942921" [ 807.612471] env[69765]: _type = "Task" [ 807.612471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.622784] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.677591] env[69765]: DEBUG nova.objects.base [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.736562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Releasing lock "refresh_cache-4d1fd36b-f212-4c34-8c68-f6df19a3f33c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.738047] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance network_info: |[{"id": "33ceb498-1741-4154-9d34-927f2c8e7097", "address": "fa:16:3e:04:fd:da", "network": {"id": "de67a3bb-a91d-4763-8a78-73599e083523", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1175917617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b72376b92a406d989671d7a95b3304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ceb498-17", "ovs_interfaceid": "33ceb498-1741-4154-9d34-927f2c8e7097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.738047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:fd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ceb498-1741-4154-9d34-927f2c8e7097', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.751129] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Creating folder: Project (28b72376b92a406d989671d7a95b3304). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.751129] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d5c235e-93c9-470b-a47a-72dd1a2fe997 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.766434] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Created folder: Project (28b72376b92a406d989671d7a95b3304) in parent group-v782532. [ 807.766674] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Creating folder: Instances. Parent ref: group-v782663. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.766972] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52222c50-196a-46b8-b411-410b950e2f7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.778177] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Created folder: Instances in parent group-v782663. [ 807.778514] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.782026] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.782026] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e813e45e-f20a-4da0-8a4c-19df97986085 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.807835] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.807835] env[69765]: value = "task-3942924" [ 807.807835] env[69765]: _type = "Task" [ 807.807835] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.817184] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942924, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.997351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c86c4e1c-1b92-438a-9e16-0a2ea6d6ac44 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.048s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.018933] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942920, 'name': CreateVM_Task, 'duration_secs': 0.898586} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.019107] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.019712] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.019712] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.020334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.020334] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304cef42-1c43-4286-a965-8fa4293830f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027175] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 808.027175] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52eee703-6276-7630-9c8a-bc6b60b43848" [ 808.027175] env[69765]: _type = "Task" [ 808.027175] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.036600] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52eee703-6276-7630-9c8a-bc6b60b43848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.058646] env[69765]: DEBUG nova.compute.utils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.059246] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 808.133610] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072893} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.134535] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.135893] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6af8fbb-8347-4e04-9058-9b663d1c958a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.162700] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 72e42493-8689-4f2a-9192-9aaffc5b1b7d/72e42493-8689-4f2a-9192-9aaffc5b1b7d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.163425] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16bdade-3bbe-4992-ba38-bb905e5f7f7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.194383] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 808.194383] env[69765]: value = "task-3942925" [ 808.194383] env[69765]: _type = "Task" [ 808.194383] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.204398] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.324578] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942924, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.500249] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.536249] env[69765]: DEBUG nova.network.neutron [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Updating instance_info_cache with network_info: [{"id": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "address": "fa:16:3e:6e:72:0e", "network": {"id": "357f3fcd-8189-4394-a5cc-9008faa239a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-329282399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c57b5476e05417d924296acf5e66ddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78eb9258-1f", "ovs_interfaceid": "78eb9258-1ff3-413b-ac43-74cf8c75cc85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.548043] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52eee703-6276-7630-9c8a-bc6b60b43848, 'name': SearchDatastore_Task, 'duration_secs': 0.031755} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.548892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.549158] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.549407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.549558] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.549743] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.550321] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cc1aba-f309-4543-81ec-2ea5e144af76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.564304] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.564304] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.564304] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49932f00-a50c-426f-9032-101609faaa10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.566530] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.581949] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 808.581949] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5200b3de-b9a5-5dee-768f-fd98221aa8b3" [ 808.581949] env[69765]: _type = "Task" [ 808.581949] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.614093] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5200b3de-b9a5-5dee-768f-fd98221aa8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.622296] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a22fe59-c585-4eb2-937e-48d9a725a0c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.638950] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 808.638950] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5265d996-4995-6e3b-2ac2-ed4ccda5ce14" [ 808.638950] env[69765]: _type = "Task" [ 808.638950] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.667458] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5265d996-4995-6e3b-2ac2-ed4ccda5ce14, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.668159] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.668159] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2c843020-20ab-4d26-83ab-9ef9574757ee/2c843020-20ab-4d26-83ab-9ef9574757ee.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.668159] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada160fe-1259-443a-8b6d-da52b8ff281f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.676886] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 808.676886] env[69765]: value = "task-3942926" [ 808.676886] env[69765]: _type = "Task" [ 808.676886] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.688754] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.704195] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.750000] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a34a15-61b9-4ec1-aae1-f00d90a3e69b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.758704] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf94b7-c46c-47c3-9731-625e567026fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.788952] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b83bf-c560-42a3-aee9-1f441608c275 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.796657] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0068b3-a911-4db6-944c-85a9b0628268 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812046] env[69765]: DEBUG nova.compute.provider_tree [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.821609] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942924, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.020674] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.039533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Releasing lock "refresh_cache-b21a0391-0604-47ea-b012-8eb719fef8be" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.141789] env[69765]: DEBUG nova.compute.manager [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.142828] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f25168-f20d-4547-bc48-bc6627eaa697 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.191361] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.205365] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942925, 'name': ReconfigVM_Task, 'duration_secs': 0.529764} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.205627] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 72e42493-8689-4f2a-9192-9aaffc5b1b7d/72e42493-8689-4f2a-9192-9aaffc5b1b7d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.206318] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2e1e2c0-3728-4984-8322-485455d7bdf8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.215368] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 809.215368] env[69765]: value = "task-3942927" [ 809.215368] env[69765]: _type = "Task" [ 809.215368] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.226297] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942927, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.317337] env[69765]: DEBUG nova.scheduler.client.report [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.327303] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942924, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.576427] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.604601] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.604898] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.605137] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.605345] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.605670] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.605919] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.606185] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.606395] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.606598] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.606848] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.607088] env[69765]: DEBUG nova.virt.hardware [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.608245] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d873349-976e-41cd-be48-82bcdc523f09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.618152] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d757ef6-b2b5-45ec-b97a-5198006a9bf8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.634576] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.640750] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.641077] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.641310] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b42803-4c4c-4dce-8a86-608c22bdde65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.656949] env[69765]: INFO nova.compute.manager [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] instance snapshotting [ 809.659936] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94b2a68-6db9-4060-8f1a-7e95a6852ab4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.664198] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.664198] env[69765]: value = "task-3942928" [ 809.664198] env[69765]: _type = "Task" [ 809.664198] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.687927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56461a2c-ff73-4bf6-9f7a-d543e819d4e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.694215] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942928, 'name': CreateVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.700108] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75926} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.702039] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2c843020-20ab-4d26-83ab-9ef9574757ee/2c843020-20ab-4d26-83ab-9ef9574757ee.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.702280] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.705322] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16670592-e389-417a-ae8c-12fd49b8b684 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.712208] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 809.712208] env[69765]: value = "task-3942929" [ 809.712208] env[69765]: _type = "Task" [ 809.712208] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.721896] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.727590] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942927, 'name': Rename_Task, 'duration_secs': 0.323757} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.727945] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.728262] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4842323-65f9-46a9-acf5-f2785b2a2783 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.738057] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 809.738057] env[69765]: value = "task-3942930" [ 809.738057] env[69765]: _type = "Task" [ 809.738057] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.750590] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.823527] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.825829] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942924, 'name': CreateVM_Task, 'duration_secs': 1.566498} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.826347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.120s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.826603] env[69765]: DEBUG nova.objects.instance [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lazy-loading 'resources' on Instance uuid 897eb04c-8f5a-417e-8a9d-06db9dfe9f40 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.827756] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.828659] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.828818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.829152] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.829416] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662b298a-b19b-4558-81ee-5d2669f846a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835783] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 809.835783] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ade3c6-2e0f-da7d-8ca6-bb77e5a955e6" [ 809.835783] env[69765]: _type = "Task" [ 809.835783] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.845715] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ade3c6-2e0f-da7d-8ca6-bb77e5a955e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.846823] env[69765]: INFO nova.scheduler.client.report [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleted allocations for instance b6e1373e-a903-4d3d-a88d-21d84eff4ff8 [ 810.046438] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.046699] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724825ac-ff09-4421-9446-bab026319094 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.054373] env[69765]: DEBUG oslo_vmware.api [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 810.054373] env[69765]: value = "task-3942931" [ 810.054373] env[69765]: _type = "Task" [ 810.054373] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.064020] env[69765]: DEBUG oslo_vmware.api [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.175112] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942928, 'name': CreateVM_Task, 'duration_secs': 0.443406} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.175216] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.175657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.175817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.176215] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.176529] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662f878c-a4a0-42d0-90c0-171b43318f72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.185059] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 810.185059] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5292ca28-e0b1-7b61-e362-f900cdb671ac" [ 810.185059] env[69765]: _type = "Task" [ 810.185059] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.194051] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5292ca28-e0b1-7b61-e362-f900cdb671ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.207021] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.207239] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c1ef5d5-aa16-480e-9284-0e20b406bc7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.218370] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 810.218370] env[69765]: value = "task-3942932" [ 810.218370] env[69765]: _type = "Task" [ 810.218370] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.225656] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086543} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.226390] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.227289] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c3904-ef47-4369-bb60-46c4e7483a1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.233270] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.252194] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2c843020-20ab-4d26-83ab-9ef9574757ee/2c843020-20ab-4d26-83ab-9ef9574757ee.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.255660] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd7b9ca-169c-4cf8-be1b-2081bd8c92bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.279170] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942930, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.281831] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 810.281831] env[69765]: value = "task-3942933" [ 810.281831] env[69765]: _type = "Task" [ 810.281831] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.290046] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.347223] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ade3c6-2e0f-da7d-8ca6-bb77e5a955e6, 'name': SearchDatastore_Task, 'duration_secs': 0.02035} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.347490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.348888] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.348888] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.348888] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.348888] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.348888] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63737dd-3ac9-4125-8ec1-4f28813c8616 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.354010] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19a07084-8c41-4939-9d62-a56458284e37 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "b6e1373e-a903-4d3d-a88d-21d84eff4ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.886s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.361424] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.361658] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.362566] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fbf132-3a56-4974-8b1b-58b925637c4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.369816] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 810.369816] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52200a7a-c102-17bb-a59d-f27f5e60dd55" [ 810.369816] env[69765]: _type = "Task" [ 810.369816] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.380236] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52200a7a-c102-17bb-a59d-f27f5e60dd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.572094] env[69765]: DEBUG oslo_vmware.api [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.696610] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5292ca28-e0b1-7b61-e362-f900cdb671ac, 'name': SearchDatastore_Task, 'duration_secs': 0.036136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.697175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.697333] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.697566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.697566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.697747] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.700601] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa1318d8-6452-4791-a132-cf643c214b66 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.713605] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.713820] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.717505] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5896283c-dff0-4cd0-96bd-06a64fedb366 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.729403] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.729562] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 810.729562] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ab4c69-ed79-7ed7-8e84-2a2fc6b0419c" [ 810.729562] env[69765]: _type = "Task" [ 810.729562] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.742122] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab4c69-ed79-7ed7-8e84-2a2fc6b0419c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.762989] env[69765]: DEBUG oslo_vmware.api [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942930, 'name': PowerOnVM_Task, 'duration_secs': 0.826418} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.767290] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.767536] env[69765]: INFO nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Took 9.54 seconds to spawn the instance on the hypervisor. [ 810.767726] env[69765]: DEBUG nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.770060] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679dd25a-e064-4f85-a3ac-e2346291f510 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.794210] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942933, 'name': ReconfigVM_Task, 'duration_secs': 0.369302} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.794584] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2c843020-20ab-4d26-83ab-9ef9574757ee/2c843020-20ab-4d26-83ab-9ef9574757ee.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.798064] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8941c363-4ab2-4d85-b554-46135b93b106 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.808448] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 810.808448] env[69765]: value = "task-3942934" [ 810.808448] env[69765]: _type = "Task" [ 810.808448] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.822241] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942934, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.881687] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52200a7a-c102-17bb-a59d-f27f5e60dd55, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.883898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd65279-bfd0-45f6-89f1-42214aff34f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.886800] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa8b21c-d398-4c22-91ff-e66b8169a548 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.893777] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 810.893777] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f13183-2703-9f55-28b7-6e33367f41aa" [ 810.893777] env[69765]: _type = "Task" [ 810.893777] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.899635] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f5745-64a2-49d3-80a0-02fa1254488b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.911614] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f13183-2703-9f55-28b7-6e33367f41aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.939258] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939433] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4d1fd36b-f212-4c34-8c68-f6df19a3f33c/4d1fd36b-f212-4c34-8c68-f6df19a3f33c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.940011] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1cac81-1fcf-410a-b65c-87686e49ca55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.943022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0c30c-a4ef-4e61-9b6b-aade0afa3791 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.952497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a64e0-e2e2-40da-b3dd-509f50fc3e0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.957924] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 810.957924] env[69765]: value = "task-3942935" [ 810.957924] env[69765]: _type = "Task" [ 810.957924] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.970306] env[69765]: DEBUG nova.compute.provider_tree [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.977869] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.068426] env[69765]: DEBUG oslo_vmware.api [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942931, 'name': PowerOnVM_Task, 'duration_secs': 0.582419} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.068819] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.069126] env[69765]: DEBUG nova.compute.manager [None req-135cff2a-e9d3-4017-8c15-2599173bc253 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.070273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be92723-b381-4494-bc0b-015784f8d3a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.229751] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.240158] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab4c69-ed79-7ed7-8e84-2a2fc6b0419c, 'name': SearchDatastore_Task, 'duration_secs': 0.022482} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.240306] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987b099f-c188-4ffd-87ac-ea66fce5fa4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.246482] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 811.246482] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520e9808-4a0f-8d66-5c29-288ca5bbe730" [ 811.246482] env[69765]: _type = "Task" [ 811.246482] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.255513] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520e9808-4a0f-8d66-5c29-288ca5bbe730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.293674] env[69765]: INFO nova.compute.manager [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Took 54.07 seconds to build instance. [ 811.320924] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942934, 'name': Rename_Task, 'duration_secs': 0.159661} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.321613] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.321874] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446d7b61-a6f7-4a12-874d-1913854dea4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.332906] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 811.332906] env[69765]: value = "task-3942936" [ 811.332906] env[69765]: _type = "Task" [ 811.332906] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.346169] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.470936] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.474143] env[69765]: DEBUG nova.scheduler.client.report [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.731698] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942932, 'name': CreateSnapshot_Task, 'duration_secs': 1.099329} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.731698] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.732259] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c67cae-c7f1-4278-b468-2aa56a919927 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.760461] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520e9808-4a0f-8d66-5c29-288ca5bbe730, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.760743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.760921] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.761271] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-106d843d-1658-4cb4-b6d1-909875a2fd97 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.770277] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 811.770277] env[69765]: value = "task-3942937" [ 811.770277] env[69765]: _type = "Task" [ 811.770277] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.779975] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.795782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7790fa5-ea94-4637-a760-3069dc6cf481 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.775s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.850130] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.970326] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660795} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.970722] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4d1fd36b-f212-4c34-8c68-f6df19a3f33c/4d1fd36b-f212-4c34-8c68-f6df19a3f33c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.971892] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.971892] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf0fe49-6906-4b59-8b57-ac6e8e3afe19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.979298] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.981772] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 811.981772] env[69765]: value = "task-3942938" [ 811.981772] env[69765]: _type = "Task" [ 811.981772] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.982925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.398s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.984033] env[69765]: INFO nova.compute.claims [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.001971] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.017309] env[69765]: INFO nova.scheduler.client.report [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted allocations for instance 897eb04c-8f5a-417e-8a9d-06db9dfe9f40 [ 812.261553] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.261553] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07e963c6-e6fb-4de2-9580-61b516622db2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.276569] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 812.276569] env[69765]: value = "task-3942939" [ 812.276569] env[69765]: _type = "Task" [ 812.276569] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.284568] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942937, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.291270] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942939, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.297979] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.348638] env[69765]: DEBUG oslo_vmware.api [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942936, 'name': PowerOnVM_Task, 'duration_secs': 0.558927} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.350020] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.350020] env[69765]: INFO nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Took 5.48 seconds to spawn the instance on the hypervisor. [ 812.350020] env[69765]: DEBUG nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.350977] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4072de21-3dda-4b10-8fb9-e26b13cc158c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.410558] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.410982] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.411136] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.411805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.412141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.415230] env[69765]: INFO nova.compute.manager [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Terminating instance [ 812.503352] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104104} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.503709] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.504594] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f7b74-fd3c-42ad-8d08-cd3fa85d6ee0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.529687] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4d1fd36b-f212-4c34-8c68-f6df19a3f33c/4d1fd36b-f212-4c34-8c68-f6df19a3f33c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.532247] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeecd6d9-6920-4f14-873c-696d98bf3636 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.547618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c12c2349-e32f-48b0-9428-360cfdbce034 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "897eb04c-8f5a-417e-8a9d-06db9dfe9f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.318s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.556413] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 812.556413] env[69765]: value = "task-3942940" [ 812.556413] env[69765]: _type = "Task" [ 812.556413] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.569378] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.784772] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687552} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.785124] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.785361] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.786053] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e941857e-9204-4ba9-8bf0-8d1fe73d5601 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.791459] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942939, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.797636] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 812.797636] env[69765]: value = "task-3942941" [ 812.797636] env[69765]: _type = "Task" [ 812.797636] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.814138] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.826488] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.876856] env[69765]: INFO nova.compute.manager [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Took 45.04 seconds to build instance. [ 812.921025] env[69765]: DEBUG nova.compute.manager [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.921382] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.922875] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d0fb4-00fc-4192-b352-d93168e837ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.932336] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.933109] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b343c0e4-99e5-4d94-a6e8-90d7a7f7c1fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.939935] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 812.939935] env[69765]: value = "task-3942942" [ 812.939935] env[69765]: _type = "Task" [ 812.939935] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.953707] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.807447] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e5e2789d-c6e9-482b-980f-77e1fd5c5bd7 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.601s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.823902] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942940, 'name': ReconfigVM_Task, 'duration_secs': 0.906297} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.835089] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4d1fd36b-f212-4c34-8c68-f6df19a3f33c/4d1fd36b-f212-4c34-8c68-f6df19a3f33c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.835870] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092497} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.836110] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942942, 'name': PowerOffVM_Task, 'duration_secs': 0.510568} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.836298] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942939, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.837751] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e300d7d5-4fa3-4d85-96b4-0e2361627829 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.839095] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.842439] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.842439] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.842439] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d769c35-9d8d-41f1-93ee-3b92b9687439 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.842929] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b77bb75-7575-4c6b-8c5b-6b093b80e524 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.865058] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.869729] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45825e04-f1aa-4703-939d-6250c9557ff7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.884625] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 813.884625] env[69765]: value = "task-3942943" [ 813.884625] env[69765]: _type = "Task" [ 813.884625] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.892136] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 813.892136] env[69765]: value = "task-3942945" [ 813.892136] env[69765]: _type = "Task" [ 813.892136] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.898423] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942943, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.909032] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.944238] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.944238] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.944792] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore2] 72e42493-8689-4f2a-9192-9aaffc5b1b7d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.945222] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8233c08-4e2b-4079-ad4e-809c511a81a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.954769] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 813.954769] env[69765]: value = "task-3942946" [ 813.954769] env[69765]: _type = "Task" [ 813.954769] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.967451] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.159515] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.159881] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.312659] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71311a1e-7bb8-4570-a956-d3de0264fd67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.318958] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.321720] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942939, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.328698] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a7e836-0cd9-41c5-bdc1-a0cdc48734c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.363345] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9418c2e-7e25-482f-9b91-c39125c3d477 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.372663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f4c3d-578d-4489-b279-d534322d49ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.390950] env[69765]: DEBUG nova.compute.provider_tree [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.406896] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942943, 'name': Rename_Task, 'duration_secs': 0.269772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.412684] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.413498] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942945, 'name': ReconfigVM_Task, 'duration_secs': 0.494401} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.413756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d4dd85c-2345-4bb8-bafe-af5001bc04e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.415630] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.416310] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d3b1a8-3fbf-443c-a8c5-735489650542 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.424330] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 814.424330] env[69765]: value = "task-3942947" [ 814.424330] env[69765]: _type = "Task" [ 814.424330] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.425920] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 814.425920] env[69765]: value = "task-3942948" [ 814.425920] env[69765]: _type = "Task" [ 814.425920] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.441192] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.444888] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942948, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.468534] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.831768] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942939, 'name': CloneVM_Task, 'duration_secs': 2.07004} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.831768] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Created linked-clone VM from snapshot [ 814.834639] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e0617-084e-4ec7-951a-968ef0f9c069 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.845243] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Uploading image 758f7eb9-76af-4587-8aaa-76aebbae5a83 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.850845] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.876954] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.876954] env[69765]: value = "vm-782668" [ 814.876954] env[69765]: _type = "VirtualMachine" [ 814.876954] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.877679] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8175cbdf-3648-48dd-bf88-6e7ad7765fb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.886692] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease: (returnval){ [ 814.886692] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f8786-a35b-e0c7-5622-f5a9d30159e2" [ 814.886692] env[69765]: _type = "HttpNfcLease" [ 814.886692] env[69765]: } obtained for exporting VM: (result){ [ 814.886692] env[69765]: value = "vm-782668" [ 814.886692] env[69765]: _type = "VirtualMachine" [ 814.886692] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.887339] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the lease: (returnval){ [ 814.887339] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f8786-a35b-e0c7-5622-f5a9d30159e2" [ 814.887339] env[69765]: _type = "HttpNfcLease" [ 814.887339] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.896323] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.896323] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f8786-a35b-e0c7-5622-f5a9d30159e2" [ 814.896323] env[69765]: _type = "HttpNfcLease" [ 814.896323] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.921779] env[69765]: ERROR nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [req-b74c062f-e687-4cb6-80de-af745ccad620] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b74c062f-e687-4cb6-80de-af745ccad620"}]} [ 814.946762] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.950607] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942948, 'name': Rename_Task, 'duration_secs': 0.16385} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.951566] env[69765]: DEBUG nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 814.953539] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.954031] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f968d65-2981-4d2f-a6d1-f67559530cc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.966380] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 814.966380] env[69765]: value = "task-3942950" [ 814.966380] env[69765]: _type = "Task" [ 814.966380] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.978894] env[69765]: DEBUG nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 814.979377] env[69765]: DEBUG nova.compute.provider_tree [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.982595] env[69765]: DEBUG oslo_vmware.api [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3942946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.787357} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.983912] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.984195] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.984435] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.984651] env[69765]: INFO nova.compute.manager [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Took 2.06 seconds to destroy the instance on the hypervisor. [ 814.984959] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.985296] env[69765]: DEBUG nova.compute.manager [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.985410] env[69765]: DEBUG nova.network.neutron [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 814.992827] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.998806] env[69765]: DEBUG nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 815.024734] env[69765]: DEBUG nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 815.332467] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.333162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.333434] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.333633] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.333805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.336334] env[69765]: INFO nova.compute.manager [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Terminating instance [ 815.397173] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.397173] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f8786-a35b-e0c7-5622-f5a9d30159e2" [ 815.397173] env[69765]: _type = "HttpNfcLease" [ 815.397173] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.397173] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.397173] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f8786-a35b-e0c7-5622-f5a9d30159e2" [ 815.397173] env[69765]: _type = "HttpNfcLease" [ 815.397173] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.400956] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a49ff4-13e5-469c-af77-4c927c163bad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.407382] env[69765]: DEBUG nova.compute.manager [req-7cd34236-a6d2-4e89-baf2-b744fa149362 req-e315dc32-a0d9-4ed9-b3d6-8883bbfc634e service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Received event network-vif-deleted-1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.407382] env[69765]: INFO nova.compute.manager [req-7cd34236-a6d2-4e89-baf2-b744fa149362 req-e315dc32-a0d9-4ed9-b3d6-8883bbfc634e service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Neutron deleted interface 1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc; detaching it from the instance and deleting it from the info cache [ 815.407382] env[69765]: DEBUG nova.network.neutron [req-7cd34236-a6d2-4e89-baf2-b744fa149362 req-e315dc32-a0d9-4ed9-b3d6-8883bbfc634e service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.414335] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.414674] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.498162] env[69765]: DEBUG oslo_vmware.api [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942947, 'name': PowerOnVM_Task, 'duration_secs': 0.652836} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.498162] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942950, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.498557] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.498656] env[69765]: INFO nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Took 11.52 seconds to spawn the instance on the hypervisor. [ 815.498870] env[69765]: DEBUG nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.499706] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a82e9d-c162-4d1f-8f5c-ebd1596811e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.591476] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536434cf-6edd-4b52-a1a5-f392b36204d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.597991] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e3d04ee-66e1-4b06-8ae8-682817402812 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.604628] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064eecf5-e6e3-4120-8aad-595a1b7a90df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.639254] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a5983-28fc-4a8c-8428-30718a2304be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.647278] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c76986-54f7-48c6-bbf6-7e21f70270d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.666026] env[69765]: DEBUG nova.compute.provider_tree [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.835818] env[69765]: DEBUG nova.network.neutron [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.845068] env[69765]: DEBUG nova.compute.manager [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.845338] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.846742] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0db978-a4e5-4414-bdea-442c0ad06e28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.856647] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.856991] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69393006-950c-4c10-a8c2-c53bec70badf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.865051] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 815.865051] env[69765]: value = "task-3942951" [ 815.865051] env[69765]: _type = "Task" [ 815.865051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.873833] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.919058] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be27e797-a95b-4d4b-a1f4-1c24992b36e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.931718] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3684c9-8686-4d72-99c1-7ffed311901e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.974667] env[69765]: DEBUG nova.compute.manager [req-7cd34236-a6d2-4e89-baf2-b744fa149362 req-e315dc32-a0d9-4ed9-b3d6-8883bbfc634e service nova] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Detach interface failed, port_id=1296ac0a-38d0-4133-a7a0-bf7ffd14bbfc, reason: Instance 72e42493-8689-4f2a-9192-9aaffc5b1b7d could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.988189] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942950, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.021631] env[69765]: INFO nova.compute.manager [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Took 49.28 seconds to build instance. [ 816.221400] env[69765]: DEBUG nova.scheduler.client.report [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 816.221757] env[69765]: DEBUG nova.compute.provider_tree [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 74 to 75 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 816.221921] env[69765]: DEBUG nova.compute.provider_tree [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.342894] env[69765]: INFO nova.compute.manager [-] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Took 1.35 seconds to deallocate network for instance. [ 816.378690] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942951, 'name': PowerOffVM_Task, 'duration_secs': 0.307656} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.379109] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.379357] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.379707] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e81dbc25-191d-4d0f-972b-ec2c9b99e03d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.464378] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.464713] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.464905] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleting the datastore file [datastore1] fc5c12e6-eb79-4625-97b3-114b8daf25d8 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.465198] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04464604-966f-4969-99a9-4fcb616612a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.472886] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 816.472886] env[69765]: value = "task-3942953" [ 816.472886] env[69765]: _type = "Task" [ 816.472886] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.485691] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.491871] env[69765]: DEBUG oslo_vmware.api [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942950, 'name': PowerOnVM_Task, 'duration_secs': 1.057287} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.492836] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.493172] env[69765]: INFO nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Took 6.92 seconds to spawn the instance on the hypervisor. [ 816.493404] env[69765]: DEBUG nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.494334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e00072-6378-4f17-bf4d-4e7d33992835 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.524559] env[69765]: DEBUG oslo_concurrency.lockutils [None req-308c1271-cddb-43d4-b322-67149fc779d7 tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.889s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.730270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.747s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.730383] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.733256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.131s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.735446] env[69765]: INFO nova.compute.claims [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.850475] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.987737] env[69765]: DEBUG oslo_vmware.api [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3942953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353316} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.988085] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.988386] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.988639] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.988977] env[69765]: INFO nova.compute.manager [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.989244] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.989459] env[69765]: DEBUG nova.compute.manager [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.989558] env[69765]: DEBUG nova.network.neutron [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 817.014763] env[69765]: INFO nova.compute.manager [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Took 45.06 seconds to build instance. [ 817.027811] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.240143] env[69765]: DEBUG nova.compute.utils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.248672] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.248672] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.301570] env[69765]: DEBUG nova.policy [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92c6691088bb435a9195d2049bdadcf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '231a180f67dc45868f9dd9bf0988ec60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.303330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.303573] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.303778] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.303964] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.304149] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.306952] env[69765]: INFO nova.compute.manager [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Terminating instance [ 817.445653] env[69765]: DEBUG nova.compute.manager [req-6524ad93-fbd3-4cd9-89ac-839b3f53e1ee req-815b32a7-1583-4be6-aa83-f3c787c30122 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Received event network-vif-deleted-f1131403-4d57-4b48-a4da-681adb622d9b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.445908] env[69765]: INFO nova.compute.manager [req-6524ad93-fbd3-4cd9-89ac-839b3f53e1ee req-815b32a7-1583-4be6-aa83-f3c787c30122 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Neutron deleted interface f1131403-4d57-4b48-a4da-681adb622d9b; detaching it from the instance and deleting it from the info cache [ 817.446112] env[69765]: DEBUG nova.network.neutron [req-6524ad93-fbd3-4cd9-89ac-839b3f53e1ee req-815b32a7-1583-4be6-aa83-f3c787c30122 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.519242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b0fc796-b355-43ce-b11a-6545cfee18ef tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.623s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.568291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.647056] env[69765]: INFO nova.compute.manager [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Rebuilding instance [ 817.652969] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Successfully created port: e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.698283] env[69765]: DEBUG nova.compute.manager [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.700034] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6e88e-5605-43fc-964f-7b8b9114a914 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.747994] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.814020] env[69765]: DEBUG nova.compute.manager [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.814020] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.814020] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d71ae53-ac85-4649-821d-84e9559dcb29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.825843] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.826152] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2a3274-8ae0-4863-ae56-96b6a51b25c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.834404] env[69765]: DEBUG nova.network.neutron [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.840031] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 817.840031] env[69765]: value = "task-3942954" [ 817.840031] env[69765]: _type = "Task" [ 817.840031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.857490] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.953680] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97884667-3747-49cb-87e9-48f7ecd1a794 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.965083] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67339cb-ece8-448f-998a-17c3c7f8ff9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.011072] env[69765]: DEBUG nova.compute.manager [req-6524ad93-fbd3-4cd9-89ac-839b3f53e1ee req-815b32a7-1583-4be6-aa83-f3c787c30122 service nova] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Detach interface failed, port_id=f1131403-4d57-4b48-a4da-681adb622d9b, reason: Instance fc5c12e6-eb79-4625-97b3-114b8daf25d8 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 818.021272] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.323149] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c64083-8f86-4d24-a700-ffddb3d76bb9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.331958] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88a898-1280-4998-a118-0c541003219c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.366961] env[69765]: INFO nova.compute.manager [-] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Took 1.38 seconds to deallocate network for instance. [ 818.369698] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49cc6ca-75ba-4d20-9d02-e85dcd8a8feb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.383410] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942954, 'name': PowerOffVM_Task, 'duration_secs': 0.255087} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.384038] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.384038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.385307] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6552a9-b672-41ce-8587-aaaad98d7bde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.389623] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b690fb1-4ce4-4d94-a421-6350e67c7cca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.402087] env[69765]: DEBUG nova.compute.provider_tree [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.466132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.466438] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.466722] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Deleting the datastore file [datastore2] 4d1fd36b-f212-4c34-8c68-f6df19a3f33c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.466983] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c11687-64e8-458f-97b0-e410e78d2c11 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.476050] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for the task: (returnval){ [ 818.476050] env[69765]: value = "task-3942956" [ 818.476050] env[69765]: _type = "Task" [ 818.476050] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.486173] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.545169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.717403] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.717802] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-193df848-81db-41bb-94d7-d8c3372c1af1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.726270] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 818.726270] env[69765]: value = "task-3942957" [ 818.726270] env[69765]: _type = "Task" [ 818.726270] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.735017] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.758596] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.780534] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.780779] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.781038] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.782114] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.782356] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.782603] env[69765]: DEBUG nova.virt.hardware [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.783459] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2391fe41-a73e-4f78-99a4-87529f9a1ca3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.792548] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d9343f-31c6-4dcd-9f5c-8a5601044eb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877393] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.945336] env[69765]: DEBUG nova.scheduler.client.report [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.945770] env[69765]: DEBUG nova.compute.provider_tree [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 75 to 76 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.945937] env[69765]: DEBUG nova.compute.provider_tree [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.990956] env[69765]: DEBUG oslo_vmware.api [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Task: {'id': task-3942956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236414} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.991257] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.991449] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.991630] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.991807] env[69765]: INFO nova.compute.manager [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 818.992062] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.992265] env[69765]: DEBUG nova.compute.manager [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.992486] env[69765]: DEBUG nova.network.neutron [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 819.203219] env[69765]: DEBUG nova.compute.manager [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Received event network-vif-plugged-e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.203456] env[69765]: DEBUG oslo_concurrency.lockutils [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] Acquiring lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.203682] env[69765]: DEBUG oslo_concurrency.lockutils [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.203856] env[69765]: DEBUG oslo_concurrency.lockutils [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.204395] env[69765]: DEBUG nova.compute.manager [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] No waiting events found dispatching network-vif-plugged-e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.204680] env[69765]: WARNING nova.compute.manager [req-a929436f-af78-4e74-b999-7102671bcc01 req-2fe05782-7c1b-4c87-b0e7-d69a0d932270 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Received unexpected event network-vif-plugged-e673b262-ecc8-4399-86aa-9376611f109c for instance with vm_state building and task_state spawning. [ 819.236251] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942957, 'name': PowerOffVM_Task, 'duration_secs': 0.137099} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.236528] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.236770] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.237967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27071f-55cb-4f12-99d0-d878daeeddb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.246687] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.247063] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284b664c-d85f-4cf8-8057-e6172f565e39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.274890] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Successfully updated port: e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.284450] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.284759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.284945] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleting the datastore file [datastore1] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.285233] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14cc9c8-ddc9-40b1-9fd0-256bc9eead51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.293216] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 819.293216] env[69765]: value = "task-3942959" [ 819.293216] env[69765]: _type = "Task" [ 819.293216] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.306161] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.453083] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.453709] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.457724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.300s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.458374] env[69765]: DEBUG nova.objects.instance [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lazy-loading 'resources' on Instance uuid 54b76c78-f851-418d-97d9-67985d7f7c34 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.576805] env[69765]: DEBUG nova.compute.manager [req-de382630-90b0-4cdf-a81b-2d96fec8c178 req-00b43d6d-fd1d-4d43-9531-1b5167bdbfe2 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Received event network-vif-deleted-33ceb498-1741-4154-9d34-927f2c8e7097 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.577161] env[69765]: INFO nova.compute.manager [req-de382630-90b0-4cdf-a81b-2d96fec8c178 req-00b43d6d-fd1d-4d43-9531-1b5167bdbfe2 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Neutron deleted interface 33ceb498-1741-4154-9d34-927f2c8e7097; detaching it from the instance and deleting it from the info cache [ 819.577453] env[69765]: DEBUG nova.network.neutron [req-de382630-90b0-4cdf-a81b-2d96fec8c178 req-00b43d6d-fd1d-4d43-9531-1b5167bdbfe2 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.776872] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.776872] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquired lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.776872] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 819.804252] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439976} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.804548] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.804766] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.807772] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.962166] env[69765]: DEBUG nova.compute.utils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.966879] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.967126] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.025033] env[69765]: DEBUG nova.policy [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6586197eb3c42d5a4a33a35ab763881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3264b9b39fed40219545a33185e25b6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.045289] env[69765]: DEBUG nova.network.neutron [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.081018] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62e07771-062c-477d-a0d8-1274b1aff319 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.092183] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17fd57-f4de-40ff-b649-3bdc551164d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.131623] env[69765]: DEBUG nova.compute.manager [req-de382630-90b0-4cdf-a81b-2d96fec8c178 req-00b43d6d-fd1d-4d43-9531-1b5167bdbfe2 service nova] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Detach interface failed, port_id=33ceb498-1741-4154-9d34-927f2c8e7097, reason: Instance 4d1fd36b-f212-4c34-8c68-f6df19a3f33c could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.310195] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 820.433286] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Successfully created port: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.468620] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.546935] env[69765]: INFO nova.compute.manager [-] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Took 1.55 seconds to deallocate network for instance. [ 820.553271] env[69765]: DEBUG nova.network.neutron [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Updating instance_info_cache with network_info: [{"id": "e673b262-ecc8-4399-86aa-9376611f109c", "address": "fa:16:3e:4f:b9:df", "network": {"id": "5018f1bd-b842-4dd2-a0a4-8f5393307e1c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1075353359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "231a180f67dc45868f9dd9bf0988ec60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673b262-ec", "ovs_interfaceid": "e673b262-ecc8-4399-86aa-9376611f109c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.598684] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f31ad20-55b7-49a1-8994-775e3645d318 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.606384] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c9061-cf8b-4d38-a492-66e9bbeb8d4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.640769] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98175aa8-84f6-4696-afc3-df107fb28e91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.650222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3916523-a2ea-4093-9f6b-92520a019f90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.670107] env[69765]: DEBUG nova.compute.provider_tree [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.850618] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.850881] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.851117] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.851483] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.851718] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.851955] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.852252] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.852518] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.852764] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.852973] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.853256] env[69765]: DEBUG nova.virt.hardware [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.854266] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2983f-a041-4d6f-a1a0-4ffd33ee97c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.863959] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc30a0-c32e-41de-85a7-eb5d31b3d206 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.879519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.885415] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.885777] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.886064] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f26c48f0-13d0-4b6a-aa0a-8518668c196b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.905874] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.905874] env[69765]: value = "task-3942960" [ 820.905874] env[69765]: _type = "Task" [ 820.905874] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.915349] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942960, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.057347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.057801] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Releasing lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.058137] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Instance network_info: |[{"id": "e673b262-ecc8-4399-86aa-9376611f109c", "address": "fa:16:3e:4f:b9:df", "network": {"id": "5018f1bd-b842-4dd2-a0a4-8f5393307e1c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1075353359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "231a180f67dc45868f9dd9bf0988ec60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673b262-ec", "ovs_interfaceid": "e673b262-ecc8-4399-86aa-9376611f109c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.058567] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b9:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e673b262-ecc8-4399-86aa-9376611f109c', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.066741] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Creating folder: Project (231a180f67dc45868f9dd9bf0988ec60). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.067124] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eec7fcf1-b1b4-46a3-9c40-ba5d291b033f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.080316] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Created folder: Project (231a180f67dc45868f9dd9bf0988ec60) in parent group-v782532. [ 821.080603] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Creating folder: Instances. Parent ref: group-v782670. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.080970] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52041e2a-520a-402c-a89a-18df5693c703 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.091639] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Created folder: Instances in parent group-v782670. [ 821.092011] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.092232] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.092503] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6506636a-483e-414c-bd7e-b51c86dd4833 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.116591] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.116591] env[69765]: value = "task-3942963" [ 821.116591] env[69765]: _type = "Task" [ 821.116591] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.126290] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942963, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.173358] env[69765]: DEBUG nova.scheduler.client.report [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.231563] env[69765]: DEBUG nova.compute.manager [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Received event network-changed-e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.232058] env[69765]: DEBUG nova.compute.manager [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Refreshing instance network info cache due to event network-changed-e673b262-ecc8-4399-86aa-9376611f109c. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.232475] env[69765]: DEBUG oslo_concurrency.lockutils [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] Acquiring lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.232780] env[69765]: DEBUG oslo_concurrency.lockutils [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] Acquired lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.233167] env[69765]: DEBUG nova.network.neutron [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Refreshing network info cache for port e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 821.417364] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942960, 'name': CreateVM_Task, 'duration_secs': 0.335167} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.417571] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.418052] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.418225] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.418578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.418844] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7f52ca-d55d-4fe3-a789-a9a0b8de4f8f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.424574] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 821.424574] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52225fdf-54ab-625d-915f-c100e01d8b67" [ 821.424574] env[69765]: _type = "Task" [ 821.424574] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.434245] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52225fdf-54ab-625d-915f-c100e01d8b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.486299] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.512284] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.512802] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.512802] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.512985] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.513171] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.513369] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.513558] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.513855] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.513959] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.514190] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.514345] env[69765]: DEBUG nova.virt.hardware [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.515320] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b58281a-5560-4ab2-9e66-68e29f8ccfec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.525795] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084b630-94c9-4f90-b2f8-d9efe26ecf40 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.628124] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942963, 'name': CreateVM_Task, 'duration_secs': 0.349216} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.628508] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.629326] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.679482] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.681935] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.735s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.684026] env[69765]: INFO nova.compute.claims [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.703370] env[69765]: INFO nova.scheduler.client.report [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Deleted allocations for instance 54b76c78-f851-418d-97d9-67985d7f7c34 [ 821.940140] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52225fdf-54ab-625d-915f-c100e01d8b67, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.940508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.940811] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.941137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.941293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.941479] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.941813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.942155] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.942598] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4e4eb3-07eb-463f-82af-8669d0656819 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.948101] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c8558c-bb24-4607-a485-830076147c5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.955645] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 821.955645] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520f318f-7e47-f5fa-3d54-fd825bfc3696" [ 821.955645] env[69765]: _type = "Task" [ 821.955645] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.962802] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.963089] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.964221] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b77c25e-8135-4bb8-a9a2-9849b98f071e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.971464] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520f318f-7e47-f5fa-3d54-fd825bfc3696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.976045] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 821.976045] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e6d9f0-25a3-75c1-c263-38ad3dd7285d" [ 821.976045] env[69765]: _type = "Task" [ 821.976045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.988382] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e6d9f0-25a3-75c1-c263-38ad3dd7285d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.018171] env[69765]: DEBUG nova.compute.manager [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Received event network-vif-plugged-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.018412] env[69765]: DEBUG oslo_concurrency.lockutils [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] Acquiring lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.018629] env[69765]: DEBUG oslo_concurrency.lockutils [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] Lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.018802] env[69765]: DEBUG oslo_concurrency.lockutils [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] Lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.018999] env[69765]: DEBUG nova.compute.manager [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] No waiting events found dispatching network-vif-plugged-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.019282] env[69765]: WARNING nova.compute.manager [req-1430d5b9-19a3-4c4f-ade5-78bd2e3d8882 req-0cefcaf6-51bb-4edd-8ddb-de2ecd5b889a service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Received unexpected event network-vif-plugged-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 for instance with vm_state building and task_state spawning. [ 822.047948] env[69765]: DEBUG nova.network.neutron [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Updated VIF entry in instance network info cache for port e673b262-ecc8-4399-86aa-9376611f109c. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 822.048413] env[69765]: DEBUG nova.network.neutron [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Updating instance_info_cache with network_info: [{"id": "e673b262-ecc8-4399-86aa-9376611f109c", "address": "fa:16:3e:4f:b9:df", "network": {"id": "5018f1bd-b842-4dd2-a0a4-8f5393307e1c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1075353359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "231a180f67dc45868f9dd9bf0988ec60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673b262-ec", "ovs_interfaceid": "e673b262-ecc8-4399-86aa-9376611f109c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.102682] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Successfully updated port: ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.211948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3e1da37-ec7c-41e7-9493-ebba0056e81f tempest-ImagesOneServerTestJSON-1989841760 tempest-ImagesOneServerTestJSON-1989841760-project-member] Lock "54b76c78-f851-418d-97d9-67985d7f7c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.450s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.467451] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520f318f-7e47-f5fa-3d54-fd825bfc3696, 'name': SearchDatastore_Task, 'duration_secs': 0.022404} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.467778] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.468039] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.468274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.486846] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e6d9f0-25a3-75c1-c263-38ad3dd7285d, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.488012] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb97759d-f5f2-4ae8-a2c8-99f1fc673f0d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.493934] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 822.493934] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52120779-8b43-64b5-ecaf-a462447a9cd7" [ 822.493934] env[69765]: _type = "Task" [ 822.493934] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.502379] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52120779-8b43-64b5-ecaf-a462447a9cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.551729] env[69765]: DEBUG oslo_concurrency.lockutils [req-1601dc30-768b-47ee-85d4-962e43e6f370 req-e6417648-367f-4dd9-b50d-df0f58669d55 service nova] Releasing lock "refresh_cache-b879f05c-ea31-42df-8fe7-38f19f231b7d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.605975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.606233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquired lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.606461] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 823.014215] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52120779-8b43-64b5-ecaf-a462447a9cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.021314} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.014215] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.014215] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.014215] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.014215] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.014215] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f175a663-f257-4dd6-9741-76081d3d03a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.016602] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44c86e7a-4111-4359-b09f-bc1c2dce2e72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.028899] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 823.028899] env[69765]: value = "task-3942964" [ 823.028899] env[69765]: _type = "Task" [ 823.028899] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.034199] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.037227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.038278] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf9dd1e-3fac-4bb4-8b7f-e9a1629359ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.049589] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.057720] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 823.057720] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ac1cbd-9e67-1882-5441-bd7edd34846f" [ 823.057720] env[69765]: _type = "Task" [ 823.057720] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.065819] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ac1cbd-9e67-1882-5441-bd7edd34846f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.161502] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 823.253530] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60566f50-57d3-4742-a42d-8e92260c4d80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.262667] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22c428-0a48-4814-95a6-b0f9976b0447 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.295510] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e7065-d8b8-4149-8120-d32699b95b47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.307595] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f2253-8e58-45ab-b347-94e7d23b52ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.323787] env[69765]: DEBUG nova.compute.provider_tree [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.433346] env[69765]: DEBUG nova.network.neutron [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updating instance_info_cache with network_info: [{"id": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "address": "fa:16:3e:ff:7b:37", "network": {"id": "8e9528ae-6918-4ab3-974a-15df4b66c6d0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861807825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3264b9b39fed40219545a33185e25b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd0a75a-9e", "ovs_interfaceid": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.542204] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.566652] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ac1cbd-9e67-1882-5441-bd7edd34846f, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.567496] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398a4c21-d43f-452c-827c-59dfd5d0f601 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.574137] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 823.574137] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520d0595-6bac-820a-61ff-524b38718f49" [ 823.574137] env[69765]: _type = "Task" [ 823.574137] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.584087] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520d0595-6bac-820a-61ff-524b38718f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.827216] env[69765]: DEBUG nova.scheduler.client.report [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.937508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Releasing lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.938255] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Instance network_info: |[{"id": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "address": "fa:16:3e:ff:7b:37", "network": {"id": "8e9528ae-6918-4ab3-974a-15df4b66c6d0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861807825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3264b9b39fed40219545a33185e25b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd0a75a-9e", "ovs_interfaceid": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.938408] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.946589] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Creating folder: Project (3264b9b39fed40219545a33185e25b6c). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.946777] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa98b35-7457-4172-9dc0-26919f9245c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.963171] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Created folder: Project (3264b9b39fed40219545a33185e25b6c) in parent group-v782532. [ 823.963171] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Creating folder: Instances. Parent ref: group-v782673. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.963171] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3c53dd-c9f6-405c-bf45-8a1ba4a0305e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.974896] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Created folder: Instances in parent group-v782673. [ 823.975189] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.975420] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.975684] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-496787e4-1efa-45c1-9400-a91355614939 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.000038] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.000038] env[69765]: value = "task-3942967" [ 824.000038] env[69765]: _type = "Task" [ 824.000038] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.009133] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942967, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.041719] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588134} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.041719] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.041955] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.042761] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38105a91-1c4b-4ba8-b4bb-b1894e83f49f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.049355] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 824.049355] env[69765]: value = "task-3942968" [ 824.049355] env[69765]: _type = "Task" [ 824.049355] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.061641] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.089078] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520d0595-6bac-820a-61ff-524b38718f49, 'name': SearchDatastore_Task, 'duration_secs': 0.026249} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.089212] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.090037] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b879f05c-ea31-42df-8fe7-38f19f231b7d/b879f05c-ea31-42df-8fe7-38f19f231b7d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.090037] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4946ef3-4c60-4f54-b72e-a99219a84dcf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.099907] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 824.099907] env[69765]: value = "task-3942969" [ 824.099907] env[69765]: _type = "Task" [ 824.099907] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.111207] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.121324] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.122385] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df2f19-12a0-416f-807b-ace91a1b00db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.129622] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.129821] env[69765]: ERROR oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk due to incomplete transfer. [ 824.131190] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28df93c7-3ce5-4daa-be49-25ec975faa4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.134199] env[69765]: DEBUG nova.compute.manager [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Received event network-changed-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.134774] env[69765]: DEBUG nova.compute.manager [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Refreshing instance network info cache due to event network-changed-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.134774] env[69765]: DEBUG oslo_concurrency.lockutils [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] Acquiring lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.134941] env[69765]: DEBUG oslo_concurrency.lockutils [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] Acquired lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.135024] env[69765]: DEBUG nova.network.neutron [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Refreshing network info cache for port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 824.160982] env[69765]: DEBUG oslo_vmware.rw_handles [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52251b18-db5e-5b05-a878-1d71c350709c/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.160982] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Uploaded image 758f7eb9-76af-4587-8aaa-76aebbae5a83 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.162702] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.162996] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64c8abd7-8bb0-4f8d-a23e-417dfcd76756 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.171865] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 824.171865] env[69765]: value = "task-3942970" [ 824.171865] env[69765]: _type = "Task" [ 824.171865] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.181457] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942970, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.333280] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.333875] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.337108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.194s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.337347] env[69765]: DEBUG nova.objects.instance [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lazy-loading 'resources' on Instance uuid 117b220d-8ed9-466c-bb1a-b517ff024df4 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.513222] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942967, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.560281] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079881} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.560579] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.561395] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf88f7d-e728-4655-adbb-511ae6f50e2c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.582986] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.583332] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01543cdb-6afd-4189-9537-2d44465bf12a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.611803] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942969, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.613630] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 824.613630] env[69765]: value = "task-3942971" [ 824.613630] env[69765]: _type = "Task" [ 824.613630] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.623566] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.685642] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942970, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.840889] env[69765]: DEBUG nova.compute.utils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.846510] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.915136] env[69765]: DEBUG nova.network.neutron [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updated VIF entry in instance network info cache for port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 824.915580] env[69765]: DEBUG nova.network.neutron [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updating instance_info_cache with network_info: [{"id": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "address": "fa:16:3e:ff:7b:37", "network": {"id": "8e9528ae-6918-4ab3-974a-15df4b66c6d0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861807825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3264b9b39fed40219545a33185e25b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd0a75a-9e", "ovs_interfaceid": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.012452] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942967, 'name': CreateVM_Task, 'duration_secs': 0.643884} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.014946] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.016013] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.016278] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.016586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.016886] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4777062-f4db-402f-8a85-41dce5f8cae1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.023054] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 825.023054] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526b3b88-dcb8-971a-18b9-1a347e7a5f04" [ 825.023054] env[69765]: _type = "Task" [ 825.023054] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.033137] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526b3b88-dcb8-971a-18b9-1a347e7a5f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.114250] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815561} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.114973] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b879f05c-ea31-42df-8fe7-38f19f231b7d/b879f05c-ea31-42df-8fe7-38f19f231b7d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.114973] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.117997] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68013ef-8bea-408f-b9c1-069e3d27255f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.126593] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942971, 'name': ReconfigVM_Task, 'duration_secs': 0.47658} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.130729] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9/3300be1b-4c47-486f-8a60-fa5cc4d8d4b9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.131537] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 825.131537] env[69765]: value = "task-3942972" [ 825.131537] env[69765]: _type = "Task" [ 825.131537] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.133112] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-763bbe58-07ca-40c2-8cc3-4a63950b3eec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.145185] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.150131] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 825.150131] env[69765]: value = "task-3942973" [ 825.150131] env[69765]: _type = "Task" [ 825.150131] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.160614] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942973, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.188400] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942970, 'name': Destroy_Task, 'duration_secs': 0.76057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.188705] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Destroyed the VM [ 825.188924] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.189627] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b8e6cb5-d44f-453c-9f72-b65df05409c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.197676] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 825.197676] env[69765]: value = "task-3942974" [ 825.197676] env[69765]: _type = "Task" [ 825.197676] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.211699] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.349128] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.385021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09a12c-4e69-417f-8272-ae1dba0e1345 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.394348] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e113ca1-8d2d-4035-b2fa-333d7a7d0ddd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.427327] env[69765]: DEBUG oslo_concurrency.lockutils [req-13f1bb2a-5536-41df-8a2f-e6816bae2e27 req-e691642f-aa26-408e-abe1-6e1545d969df service nova] Releasing lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.428650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d8949-fc39-48dc-89d9-d6152cc725a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.440072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a70f23d-da96-4230-84c6-7021b2ae9d72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.457041] env[69765]: DEBUG nova.compute.provider_tree [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.533503] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526b3b88-dcb8-971a-18b9-1a347e7a5f04, 'name': SearchDatastore_Task, 'duration_secs': 0.039563} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.533810] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.534057] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.534304] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.534450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.534672] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.534941] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597857ae-3f97-42df-856d-cbd308f490a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.545045] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.545278] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.546064] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f48ef0e-7a15-42e8-8172-5cfcecddcc45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.552090] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 825.552090] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf2964-b57e-f85c-23a7-483d3b316ec0" [ 825.552090] env[69765]: _type = "Task" [ 825.552090] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.560227] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cf2964-b57e-f85c-23a7-483d3b316ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.643396] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096002} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.643678] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.644489] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a80412-b5ed-427d-a3e4-26ffa4f17e7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.666757] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] b879f05c-ea31-42df-8fe7-38f19f231b7d/b879f05c-ea31-42df-8fe7-38f19f231b7d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.672258] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ae92ab-ba8b-4a68-b4c0-26f2c15cf471 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.692052] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942973, 'name': Rename_Task, 'duration_secs': 0.149633} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.693450] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.693775] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 825.693775] env[69765]: value = "task-3942975" [ 825.693775] env[69765]: _type = "Task" [ 825.693775] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.693970] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7109fa-40d5-434a-abf9-43c78eda71ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.704955] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 825.704955] env[69765]: value = "task-3942976" [ 825.704955] env[69765]: _type = "Task" [ 825.704955] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.710886] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942974, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.711130] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.719988] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.992484] env[69765]: DEBUG nova.scheduler.client.report [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 825.993139] env[69765]: DEBUG nova.compute.provider_tree [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 76 to 77 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 825.993343] env[69765]: DEBUG nova.compute.provider_tree [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.063404] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cf2964-b57e-f85c-23a7-483d3b316ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.064256] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9918c7ea-df53-40d0-9416-779496f57035 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.070893] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 826.070893] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52db4a01-4eb9-6c89-85cb-9196ce05a441" [ 826.070893] env[69765]: _type = "Task" [ 826.070893] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.080174] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db4a01-4eb9-6c89-85cb-9196ce05a441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.208776] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.212629] env[69765]: DEBUG oslo_vmware.api [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.657056} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.216189] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.216469] env[69765]: INFO nova.compute.manager [None req-e4ccf662-b0a7-4175-8586-cf82b68fc213 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 16.56 seconds to snapshot the instance on the hypervisor. [ 826.227460] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.359678] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.392149] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.392533] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.392682] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.392871] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.393026] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.393178] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.393387] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.393546] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.393713] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.393876] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.394060] env[69765]: DEBUG nova.virt.hardware [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.395025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb1985-9fc0-480a-8c5e-13d76a603175 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.404215] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe0a35-18c4-47ce-9e9e-c0f895024be6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.423331] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.428407] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Creating folder: Project (248be2be95d644e9ba514574f92fcc3d). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.428893] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a036670-a380-4adf-a800-7183c5a0279a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.440747] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Created folder: Project (248be2be95d644e9ba514574f92fcc3d) in parent group-v782532. [ 826.443187] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Creating folder: Instances. Parent ref: group-v782676. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.443187] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a84df3ec-ff71-4a07-a2f8-31e6e7e7b92f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.451889] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Created folder: Instances in parent group-v782676. [ 826.452235] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.452390] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.452747] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92fd098-6e7c-4720-83e0-5b8bf9081978 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.470937] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.470937] env[69765]: value = "task-3942979" [ 826.470937] env[69765]: _type = "Task" [ 826.470937] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.481443] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942979, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.498766] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.501458] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.160s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.502923] env[69765]: INFO nova.compute.claims [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.528442] env[69765]: INFO nova.scheduler.client.report [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Deleted allocations for instance 117b220d-8ed9-466c-bb1a-b517ff024df4 [ 826.581944] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db4a01-4eb9-6c89-85cb-9196ce05a441, 'name': SearchDatastore_Task, 'duration_secs': 0.070792} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.582985] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.582985] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 97e1608c-a17c-4642-bc57-a13eaae64587/97e1608c-a17c-4642-bc57-a13eaae64587.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.582985] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeacda28-587e-4660-998b-ddb20050488e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.594713] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 826.594713] env[69765]: value = "task-3942980" [ 826.594713] env[69765]: _type = "Task" [ 826.594713] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.606597] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.712727] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942975, 'name': ReconfigVM_Task, 'duration_secs': 0.62422} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.713235] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] b879f05c-ea31-42df-8fe7-38f19f231b7d/b879f05c-ea31-42df-8fe7-38f19f231b7d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.718900] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b29ffdf9-ce39-4e4d-b1af-dad4ceaf7741 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.729698] env[69765]: DEBUG oslo_vmware.api [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942976, 'name': PowerOnVM_Task, 'duration_secs': 0.817501} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.735836] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.736377] env[69765]: DEBUG nova.compute.manager [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.736895] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 826.736895] env[69765]: value = "task-3942981" [ 826.736895] env[69765]: _type = "Task" [ 826.736895] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.738164] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74178ac7-0da0-4bcd-b39c-9954ab1db30a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.759035] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942981, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.984954] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3942979, 'name': CreateVM_Task, 'duration_secs': 0.427003} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.985197] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.985895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.986139] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.986738] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.987340] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcb0bb5-0812-4181-9435-b769c730b61b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.997614] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 826.997614] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b562c4-d5eb-d5c3-e81d-7dc722e0e3f3" [ 826.997614] env[69765]: _type = "Task" [ 826.997614] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.015444] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b562c4-d5eb-d5c3-e81d-7dc722e0e3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.040158] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d369d7cd-0d79-4dc1-9f83-631ab25b7c7f tempest-SecurityGroupsTestJSON-1482924846 tempest-SecurityGroupsTestJSON-1482924846-project-member] Lock "117b220d-8ed9-466c-bb1a-b517ff024df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.550s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.110085] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513305} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.110085] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 97e1608c-a17c-4642-bc57-a13eaae64587/97e1608c-a17c-4642-bc57-a13eaae64587.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.110297] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.110558] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57dc55a6-c8c8-424a-ab5e-28c0b4302f5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.117910] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 827.117910] env[69765]: value = "task-3942982" [ 827.117910] env[69765]: _type = "Task" [ 827.117910] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.128153] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.256861] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942981, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.268614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.509019] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b562c4-d5eb-d5c3-e81d-7dc722e0e3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.030131} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.509790] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.509790] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.509790] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509969] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.510184] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.510510] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc2fe2f7-1276-4676-a72d-fc15a343c07f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.521654] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.521858] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.522640] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434e84e0-5bb6-4471-82c2-22898971b713 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.530041] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 827.530041] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527e3698-51a3-8343-2afa-f66bee796f02" [ 827.530041] env[69765]: _type = "Task" [ 827.530041] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.540984] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527e3698-51a3-8343-2afa-f66bee796f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.632125] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.752984] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942981, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.016847] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7688c01-b258-4c12-a240-3dc6bb7f4f9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.025457] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633bc9f8-3508-4c16-bc7d-fa1c51dd56f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.065091] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051311e9-dda3-43a8-b6be-84abbc319c6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.071615] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527e3698-51a3-8343-2afa-f66bee796f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.073192] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062449cd-4d2f-4a76-be65-b5c2d3d68375 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.078827] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f5a1d-444e-4147-aa16-9e6b74704d1e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.084163] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 828.084163] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521c1949-9e87-9f40-bcf9-ed90e15e408c" [ 828.084163] env[69765]: _type = "Task" [ 828.084163] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.096398] env[69765]: DEBUG nova.compute.manager [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.097746] env[69765]: DEBUG nova.compute.provider_tree [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.099563] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3a16f3-5558-4f6f-9efd-43dff7448f21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.106296] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521c1949-9e87-9f40-bcf9-ed90e15e408c, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.106939] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.107383] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.107517] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08518caa-c9c5-4b47-a1d1-46b1e704f9bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.121326] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 828.121326] env[69765]: value = "task-3942983" [ 828.121326] env[69765]: _type = "Task" [ 828.121326] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.134616] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942982, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.136710] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.253772] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942981, 'name': Rename_Task, 'duration_secs': 1.324148} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.254176] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.254495] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e07acf0d-1621-4e02-8633-2873554a8f54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.261543] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 828.261543] env[69765]: value = "task-3942984" [ 828.261543] env[69765]: _type = "Task" [ 828.261543] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.270773] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.291721] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.291870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.292058] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.292265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.292446] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.298027] env[69765]: INFO nova.compute.manager [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Terminating instance [ 828.617626] env[69765]: INFO nova.compute.manager [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] instance snapshotting [ 828.625305] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232e782d-1c7e-4b0d-b9ec-bc5d8d450376 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.642369] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.093019} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.642559] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490197} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.657526] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.657948] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.658176] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.659356] env[69765]: DEBUG nova.scheduler.client.report [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.659598] env[69765]: DEBUG nova.compute.provider_tree [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 77 to 78 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.659800] env[69765]: DEBUG nova.compute.provider_tree [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.664648] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d75c8-0ba4-4d8b-b9af-3a499a62916b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.667319] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4761f57c-811e-4d11-8d60-c79b73376f47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.671642] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3473f-546a-4271-bfad-8c2dc6fcf97b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.697803] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 828.697803] env[69765]: value = "task-3942985" [ 828.697803] env[69765]: _type = "Task" [ 828.697803] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.710548] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 97e1608c-a17c-4642-bc57-a13eaae64587/97e1608c-a17c-4642-bc57-a13eaae64587.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.711139] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddefb7e-e2f9-473c-a4c4-945a10c185b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736706] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942985, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.738199] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 828.738199] env[69765]: value = "task-3942986" [ 828.738199] env[69765]: _type = "Task" [ 828.738199] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.748840] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.772839] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.802543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "refresh_cache-3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.802543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "refresh_cache-3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.802543] env[69765]: DEBUG nova.network.neutron [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 829.178533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.178533] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.186311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.766s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.186311] env[69765]: INFO nova.compute.claims [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.212963] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.213553] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c90f53d4-37c5-48d7-8472-9df8714dd481 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232921] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070681} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.233164] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.233770] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 829.233770] env[69765]: value = "task-3942987" [ 829.233770] env[69765]: _type = "Task" [ 829.233770] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.235563] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4bbb04-61c9-4322-a174-947df24ce6f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.251828] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.263805] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942986, 'name': ReconfigVM_Task, 'duration_secs': 0.291019} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.274508] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.275421] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 97e1608c-a17c-4642-bc57-a13eaae64587/97e1608c-a17c-4642-bc57-a13eaae64587.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.279272] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ddec58-8c29-4923-af1e-463f8c485f6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.294727] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83578963-dd71-49d0-a41b-4baa3b3a8efc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.307636] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.309293] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 829.309293] env[69765]: value = "task-3942988" [ 829.309293] env[69765]: _type = "Task" [ 829.309293] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.311340] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 829.311340] env[69765]: value = "task-3942989" [ 829.311340] env[69765]: _type = "Task" [ 829.311340] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.324697] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942988, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.328309] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.332193] env[69765]: DEBUG nova.network.neutron [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 829.403683] env[69765]: DEBUG nova.network.neutron [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.690094] env[69765]: DEBUG nova.compute.utils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.695904] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.695904] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.744674] env[69765]: DEBUG nova.policy [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd21fe563cde64428b731749db3a975da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a8a248a5cb4b868d71ff59eef0270d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.753239] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942987, 'name': CreateSnapshot_Task, 'duration_secs': 0.508622} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.753409] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.754131] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4cea9-f4ca-496a-a167-48081097c434 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.774874] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942984, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.825855] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.832022] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942988, 'name': Rename_Task, 'duration_secs': 0.153175} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.832022] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.832022] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfbbadd6-91a6-4f8f-afdc-61801d63b843 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.837044] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 829.837044] env[69765]: value = "task-3942990" [ 829.837044] env[69765]: _type = "Task" [ 829.837044] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.846363] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.909767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "refresh_cache-3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.909767] env[69765]: DEBUG nova.compute.manager [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.909767] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.909767] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1a4a5f-3e0b-414b-b6ce-1bb16d4ae756 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.920042] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.921058] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b61ccf4b-8641-4717-9d6d-e64fc87800f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.928748] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 829.928748] env[69765]: value = "task-3942991" [ 829.928748] env[69765]: _type = "Task" [ 829.928748] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.941414] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.117980] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Successfully created port: 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.194297] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.279235] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.283591] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad50a72e-2a33-43a2-ac3c-156d1ea81ced {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.298106] env[69765]: DEBUG oslo_vmware.api [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942984, 'name': PowerOnVM_Task, 'duration_secs': 1.864939} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.299737] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.299987] env[69765]: INFO nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Took 11.54 seconds to spawn the instance on the hypervisor. [ 830.300357] env[69765]: DEBUG nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.300728] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 830.300728] env[69765]: value = "task-3942992" [ 830.300728] env[69765]: _type = "Task" [ 830.300728] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.302226] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f761ba0-588d-4ac0-b67b-f647e5b0e4cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.326265] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.336166] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942989, 'name': ReconfigVM_Task, 'duration_secs': 0.775226} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.336166] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.336166] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db027c78-bf79-4bca-a338-7769a622e4f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.347601] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 830.347601] env[69765]: value = "task-3942993" [ 830.347601] env[69765]: _type = "Task" [ 830.347601] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.357028] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.368110] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942993, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.446138] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942991, 'name': PowerOffVM_Task, 'duration_secs': 0.394717} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.446706] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.447080] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.448411] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-492726c4-af95-4f89-a7be-bbb9c41ba63c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.480230] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.480491] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.480782] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleting the datastore file [datastore2] 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.481231] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fddfa81-a02a-4c57-8430-80e0948dcf8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.492446] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 830.492446] env[69765]: value = "task-3942995" [ 830.492446] env[69765]: _type = "Task" [ 830.492446] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.503630] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.795945] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08021dba-f627-4e5e-bd31-df233ae5aef1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.804626] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4589384-6c24-424a-b1f2-dd0d367acdc6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.818736] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.853552] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f47c70-8ea6-46a2-9c0e-dfd3c9d92933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.856572] env[69765]: INFO nova.compute.manager [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Took 49.29 seconds to build instance. [ 830.864819] env[69765]: DEBUG oslo_vmware.api [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3942990, 'name': PowerOnVM_Task, 'duration_secs': 0.517418} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.866798] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.867041] env[69765]: INFO nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Took 9.38 seconds to spawn the instance on the hypervisor. [ 830.867242] env[69765]: DEBUG nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.868076] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3975c4db-c412-4c70-8d48-39b1673b4dac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.873278] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab95af87-2db2-41e7-b797-127c4600348a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.880733] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942993, 'name': Rename_Task, 'duration_secs': 0.231621} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.881900] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.882291] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f21b81-c4e3-4be7-9775-5db0b8663688 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.893781] env[69765]: DEBUG nova.compute.provider_tree [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.905721] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 830.905721] env[69765]: value = "task-3942996" [ 830.905721] env[69765]: _type = "Task" [ 830.905721] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.916054] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.005908] env[69765]: DEBUG oslo_vmware.api [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3942995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255717} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.006281] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.006475] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.006652] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.006895] env[69765]: INFO nova.compute.manager [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 831.007176] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.007292] env[69765]: DEBUG nova.compute.manager [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.007390] env[69765]: DEBUG nova.network.neutron [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 831.095024] env[69765]: DEBUG nova.network.neutron [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 831.214093] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.252232] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.252550] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.252769] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.252976] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.254100] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.254318] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.254556] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.254765] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.255383] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.255608] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.255820] env[69765]: DEBUG nova.virt.hardware [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.256783] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38974e8d-11dc-43ba-b7c0-c5a17993b9dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.267455] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66bebca-b807-4946-a95c-6aa02fa4083d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.325187] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.362072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d80e5a19-4552-4a5f-8a19-9addb5b5ef9c tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.807s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.402889] env[69765]: DEBUG nova.scheduler.client.report [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.411148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.411148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.411148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.411148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.411583] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.417761] env[69765]: INFO nova.compute.manager [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Took 46.84 seconds to build instance. [ 831.420023] env[69765]: INFO nova.compute.manager [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Terminating instance [ 831.434230] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942996, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.487545] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.487814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.596662] env[69765]: DEBUG nova.network.neutron [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.714486] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Successfully updated port: 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.824129] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.864919] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.910126] env[69765]: DEBUG nova.compute.manager [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-vif-plugged-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.910126] env[69765]: DEBUG oslo_concurrency.lockutils [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] Acquiring lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.910547] env[69765]: DEBUG oslo_concurrency.lockutils [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] Lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.910650] env[69765]: DEBUG oslo_concurrency.lockutils [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] Lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.911057] env[69765]: DEBUG nova.compute.manager [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] No waiting events found dispatching network-vif-plugged-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.911306] env[69765]: WARNING nova.compute.manager [req-9ee37521-5f9b-470e-b3a3-b190f82edfd9 req-2dda1e8f-9cd9-4756-8899-344d708b0431 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received unexpected event network-vif-plugged-78662105-2397-4811-8be9-00032b2a4582 for instance with vm_state building and task_state spawning. [ 831.916576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.917519] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.922568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.902s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.924842] env[69765]: INFO nova.compute.claims [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.932909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2194b8ca-eabe-4f25-8e02-eda40940733d tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.251s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.933569] env[69765]: DEBUG nova.compute.manager [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.933794] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.939484] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352bc91-c76f-4768-b13c-dda69ca1f612 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.953035] env[69765]: DEBUG oslo_vmware.api [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3942996, 'name': PowerOnVM_Task, 'duration_secs': 0.736039} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.957116] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.958239] env[69765]: INFO nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Took 5.60 seconds to spawn the instance on the hypervisor. [ 831.958849] env[69765]: DEBUG nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.958849] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.960484] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063533d-ac39-4784-8876-4d4effcd7899 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.964290] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4491f1-653b-47d1-bc5b-dff4bdcbe319 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.979652] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 831.979652] env[69765]: value = "task-3942997" [ 831.979652] env[69765]: _type = "Task" [ 831.979652] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.995011] env[69765]: DEBUG nova.compute.utils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.996790] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.102322] env[69765]: INFO nova.compute.manager [-] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Took 1.09 seconds to deallocate network for instance. [ 832.222516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.222516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.222516] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 832.324046] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.394291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.437531] env[69765]: DEBUG nova.compute.utils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.438363] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.438569] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.444432] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.484273] env[69765]: DEBUG nova.policy [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192fc028ea7d4cfc93babc3cec7314c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f70cc75451c46e8a3539047f04179c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.502064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.502064] env[69765]: INFO nova.compute.manager [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Took 36.58 seconds to build instance. [ 832.510906] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942997, 'name': PowerOffVM_Task, 'duration_secs': 0.298801} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.512440] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.512527] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.513413] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83a42438-2390-4ca0-83a8-d7639d3b8e7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.595838] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.596095] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.596284] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Deleting the datastore file [datastore2] b879f05c-ea31-42df-8fe7-38f19f231b7d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.596572] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-972698f6-846d-48a7-99dd-cef3a7721160 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.604280] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for the task: (returnval){ [ 832.604280] env[69765]: value = "task-3942999" [ 832.604280] env[69765]: _type = "Task" [ 832.604280] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.608409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.614712] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.772716] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 832.797747] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Successfully created port: 7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.823008] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3942992, 'name': CloneVM_Task, 'duration_secs': 2.070773} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.823293] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Created linked-clone VM from snapshot [ 832.824131] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86768f90-f2c9-46ca-b1b5-04880e34c3f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.833148] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Uploading image 94ce3238-c2b6-48d4-851b-03c40f3664c8 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.871922] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.871922] env[69765]: value = "vm-782680" [ 832.871922] env[69765]: _type = "VirtualMachine" [ 832.871922] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.872291] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3057e183-40c2-4c53-9f89-f105492c6d65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.881026] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease: (returnval){ [ 832.881026] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf13d5-1bf4-7e91-fbd9-3b92365bf79f" [ 832.881026] env[69765]: _type = "HttpNfcLease" [ 832.881026] env[69765]: } obtained for exporting VM: (result){ [ 832.881026] env[69765]: value = "vm-782680" [ 832.881026] env[69765]: _type = "VirtualMachine" [ 832.881026] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.881535] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the lease: (returnval){ [ 832.881535] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf13d5-1bf4-7e91-fbd9-3b92365bf79f" [ 832.881535] env[69765]: _type = "HttpNfcLease" [ 832.881535] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.892568] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.892568] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf13d5-1bf4-7e91-fbd9-3b92365bf79f" [ 832.892568] env[69765]: _type = "HttpNfcLease" [ 832.892568] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.943761] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.980359] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.013234] env[69765]: DEBUG oslo_concurrency.lockutils [None req-300b5472-58cd-4f3f-abcb-b120bba583da tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.878s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.107865] env[69765]: DEBUG nova.network.neutron [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.132989] env[69765]: DEBUG oslo_vmware.api [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Task: {'id': task-3942999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36584} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.133528] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.133528] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.134753] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.134753] env[69765]: INFO nova.compute.manager [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 833.134753] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.135201] env[69765]: DEBUG nova.compute.manager [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.135201] env[69765]: DEBUG nova.network.neutron [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 833.395315] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.395315] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf13d5-1bf4-7e91-fbd9-3b92365bf79f" [ 833.395315] env[69765]: _type = "HttpNfcLease" [ 833.395315] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.395758] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.395758] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf13d5-1bf4-7e91-fbd9-3b92365bf79f" [ 833.395758] env[69765]: _type = "HttpNfcLease" [ 833.395758] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.396783] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e47e2-786a-4d91-9ea1-9d2ca7a7aa82 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.406244] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.406454] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.519615] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.544283] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f18e6d4-27c3-40c7-9b09-c6d53112bc09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.609445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.609833] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Instance network_info: |[{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.610219] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:6b:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78662105-2397-4811-8be9-00032b2a4582', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.618800] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Creating folder: Project (f1a8a248a5cb4b868d71ff59eef0270d). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.624625] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f697888c-52cc-4e83-b54f-db4120081e5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.629330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.629590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.629822] env[69765]: INFO nova.compute.manager [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Attaching volume a7b14a32-dfce-4241-a11a-90043111ec31 to /dev/sdb [ 833.635148] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Created folder: Project (f1a8a248a5cb4b868d71ff59eef0270d) in parent group-v782532. [ 833.635456] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Creating folder: Instances. Parent ref: group-v782681. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.638537] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae3b1163-209a-4887-8323-c80d7bab1571 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.653566] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Created folder: Instances in parent group-v782681. [ 833.653889] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.654137] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.654366] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a40a67-1ea1-4ed0-b0f3-397bbfcffc2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.673854] env[69765]: DEBUG nova.compute.manager [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Received event network-changed-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.674082] env[69765]: DEBUG nova.compute.manager [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Refreshing instance network info cache due to event network-changed-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.674501] env[69765]: DEBUG oslo_concurrency.lockutils [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] Acquiring lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.674501] env[69765]: DEBUG oslo_concurrency.lockutils [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] Acquired lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.674594] env[69765]: DEBUG nova.network.neutron [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Refreshing network info cache for port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 833.679025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01bc63-43bf-4092-8b0f-8ab61b7c9f99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.685385] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.685385] env[69765]: value = "task-3943003" [ 833.685385] env[69765]: _type = "Task" [ 833.685385] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.686142] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0ae13-71d6-44e6-bec0-d7bbf48d0f5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698812] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd942f1-6822-4e56-bf2d-4eca17036c9a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.706085] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c65d21-152f-4014-94d4-859035a8d53e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.708717] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943003, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.750394] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccacdc4-77d8-4da9-8340-2821c6b0848b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.751310] env[69765]: DEBUG nova.virt.block_device [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updating existing volume attachment record: caf0ac7a-a86c-4741-ae3e-4ef9ba7a5aac {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.760743] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb76784d-63ff-4c09-914a-5186adb89095 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.779506] env[69765]: DEBUG nova.compute.provider_tree [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.982379] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.017232] env[69765]: DEBUG nova.compute.manager [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-changed-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.017508] env[69765]: DEBUG nova.compute.manager [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing instance network info cache due to event network-changed-78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.017818] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.018137] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.018394] env[69765]: DEBUG nova.network.neutron [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing network info cache for port 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 834.032158] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.032582] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.032828] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.033199] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.033424] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.033619] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.033911] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.034181] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.034428] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.034700] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.034909] env[69765]: DEBUG nova.virt.hardware [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.036445] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d22420-756e-4cf0-87fa-73cdc5ed7884 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.047117] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadc72f-7383-4e93-899d-8d6d436f923a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.053476] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.068457] env[69765]: DEBUG nova.network.neutron [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.210216] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943003, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.286616] env[69765]: DEBUG nova.scheduler.client.report [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.572037] env[69765]: INFO nova.compute.manager [-] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Took 1.44 seconds to deallocate network for instance. [ 834.586795] env[69765]: DEBUG nova.network.neutron [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updated VIF entry in instance network info cache for port ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 834.588123] env[69765]: DEBUG nova.network.neutron [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updating instance_info_cache with network_info: [{"id": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "address": "fa:16:3e:ff:7b:37", "network": {"id": "8e9528ae-6918-4ab3-974a-15df4b66c6d0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861807825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3264b9b39fed40219545a33185e25b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd0a75a-9e", "ovs_interfaceid": "ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.693882] env[69765]: INFO nova.compute.manager [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Rebuilding instance [ 834.709986] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943003, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.743432] env[69765]: DEBUG nova.compute.manager [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.744360] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce170543-fab6-4f03-946b-571a2d69e109 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.793175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.793728] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.798743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.972s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.800269] env[69765]: INFO nova.compute.claims [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.882093] env[69765]: DEBUG nova.network.neutron [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updated VIF entry in instance network info cache for port 78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 834.882729] env[69765]: DEBUG nova.network.neutron [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.946868] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Successfully updated port: 7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.078913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.090759] env[69765]: DEBUG oslo_concurrency.lockutils [req-9f268a9e-2b9e-46d2-b498-96147386a2e9 req-b39a2b46-352a-430d-8800-a2162d1ddd5b service nova] Releasing lock "refresh_cache-97e1608c-a17c-4642-bc57-a13eaae64587" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.209792] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943003, 'name': CreateVM_Task, 'duration_secs': 1.444338} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.210150] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.210925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.211611] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.211611] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.211821] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cec5988-0a7d-45ba-bc0d-1bfe87722984 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.217888] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 835.217888] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52030605-62f2-4256-a943-68dae478f86f" [ 835.217888] env[69765]: _type = "Task" [ 835.217888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.228360] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52030605-62f2-4256-a943-68dae478f86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.299950] env[69765]: DEBUG nova.compute.utils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.302981] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.303418] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.378349] env[69765]: DEBUG nova.policy [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7b766b5f4e4b61a006fa4ba59a4b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158ea374476b47b89a611cda21913aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.385280] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4f48411-5a2a-445d-9de6-a474016566db req-3ff32699-0365-4c9f-8ba7-5cb86f445dd8 service nova] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.453738] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453738] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453738] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 835.618312] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.618312] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.690581] env[69765]: DEBUG nova.compute.manager [req-0d0a6bf4-c989-4b91-aa94-1a5ed38c5b00 req-f0b54960-a4c3-4e96-8e5f-9b8cbe157b2b service nova] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Received event network-vif-deleted-e673b262-ecc8-4399-86aa-9376611f109c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.730562] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52030605-62f2-4256-a943-68dae478f86f, 'name': SearchDatastore_Task, 'duration_secs': 0.018551} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.731345] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.731760] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.732108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.732378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732710] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.733107] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37252300-9fbb-43a4-b105-96258c77d407 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.743414] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.743414] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.744110] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c861af-fa04-46df-a561-111271825902 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.751029] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 835.751029] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c5959e-dbc3-d3e3-56c0-b0734ca2db0c" [ 835.751029] env[69765]: _type = "Task" [ 835.751029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.755968] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Successfully created port: b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.765415] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.765415] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5959e-dbc3-d3e3-56c0-b0734ca2db0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.765415] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af951f2-ddde-4f46-91e1-f967f828b5db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.773765] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 835.773765] env[69765]: value = "task-3943007" [ 835.773765] env[69765]: _type = "Task" [ 835.773765] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.785634] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.803463] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.019221] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 836.054708] env[69765]: DEBUG nova.compute.manager [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Received event network-vif-plugged-7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.055070] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Acquiring lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.055327] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.055593] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.055812] env[69765]: DEBUG nova.compute.manager [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] No waiting events found dispatching network-vif-plugged-7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.056388] env[69765]: WARNING nova.compute.manager [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Received unexpected event network-vif-plugged-7f51e161-b139-4854-aecc-daca4594e145 for instance with vm_state building and task_state spawning. [ 836.056618] env[69765]: DEBUG nova.compute.manager [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Received event network-changed-7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.056844] env[69765]: DEBUG nova.compute.manager [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Refreshing instance network info cache due to event network-changed-7f51e161-b139-4854-aecc-daca4594e145. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.057072] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Acquiring lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.251685] env[69765]: DEBUG nova.network.neutron [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Updating instance_info_cache with network_info: [{"id": "7f51e161-b139-4854-aecc-daca4594e145", "address": "fa:16:3e:86:41:e7", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f51e161-b1", "ovs_interfaceid": "7f51e161-b139-4854-aecc-daca4594e145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.267371] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5959e-dbc3-d3e3-56c0-b0734ca2db0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.268840] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fb4264-7aa7-4974-b78b-566c24014511 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.276470] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 836.276470] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d5549c-748f-b10f-2a60-51a5d63aeabe" [ 836.276470] env[69765]: _type = "Task" [ 836.276470] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.292617] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943007, 'name': PowerOffVM_Task, 'duration_secs': 0.162842} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.298285] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.298509] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.298817] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d5549c-748f-b10f-2a60-51a5d63aeabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.301098] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02191d2d-9889-426a-be59-c4eb11ce3599 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.307483] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.307771] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904bcf42-44ab-4a1b-ad1a-f88fcc5b9732 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.342297] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.342756] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.343024] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Deleting the datastore file [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.346203] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4287aeef-b356-414f-94fd-b07f02c47d85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.353735] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 836.353735] env[69765]: value = "task-3943010" [ 836.353735] env[69765]: _type = "Task" [ 836.353735] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.364490] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.413289] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9d07b-4d8b-404f-8a50-d9bb30524471 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.424259] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14f19a-cfe2-401f-a4cd-7f35b6144854 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.457994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d5a016-ebcc-42b9-961d-192d4ffaa847 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.468763] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab932c-6ef9-48bb-90d3-0bfa93e9a8d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.482226] env[69765]: DEBUG nova.compute.provider_tree [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.759057] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.759057] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance network_info: |[{"id": "7f51e161-b139-4854-aecc-daca4594e145", "address": "fa:16:3e:86:41:e7", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f51e161-b1", "ovs_interfaceid": "7f51e161-b139-4854-aecc-daca4594e145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.759057] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Acquired lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.759636] env[69765]: DEBUG nova.network.neutron [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Refreshing network info cache for port 7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 836.760797] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:41:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f51e161-b139-4854-aecc-daca4594e145', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.769443] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating folder: Project (5f70cc75451c46e8a3539047f04179c4). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.770775] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa8ae194-e2a1-4f4d-9465-c906213af91f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.783506] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created folder: Project (5f70cc75451c46e8a3539047f04179c4) in parent group-v782532. [ 836.783759] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating folder: Instances. Parent ref: group-v782687. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.787765] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eddf889-8d66-4c28-a73f-b54a90874281 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.796338] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d5549c-748f-b10f-2a60-51a5d63aeabe, 'name': SearchDatastore_Task, 'duration_secs': 0.020809} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.796602] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.796874] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/6bdae792-ea04-4871-acdf-a476be1f3950.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.797177] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb88a47c-85f0-478f-899a-e960f89ecba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.801126] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created folder: Instances in parent group-v782687. [ 836.801403] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.802128] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.802522] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95108f3-3b30-4e27-8cf6-a9d06f3fd827 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.821471] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.823743] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 836.823743] env[69765]: value = "task-3943013" [ 836.823743] env[69765]: _type = "Task" [ 836.823743] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.829969] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.829969] env[69765]: value = "task-3943014" [ 836.829969] env[69765]: _type = "Task" [ 836.829969] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.837444] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.845087] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943014, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.847522] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.847803] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.847984] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.848213] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.848369] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.848520] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.848729] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.848893] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.849097] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.849298] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.849480] env[69765]: DEBUG nova.virt.hardware [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.850449] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b1917-df93-48e1-9680-3797ec2cb68b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.861888] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1453f31-be20-4f12-ae56-478acf8c798f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.868936] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462743} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.869687] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.869937] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.870143] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.986687] env[69765]: DEBUG nova.scheduler.client.report [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.338640] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.345338] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943014, 'name': CreateVM_Task, 'duration_secs': 0.382128} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.345534] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.346496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.346728] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.347071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.348252] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1fb450-fcff-4245-9618-21f370f38159 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.358380] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 837.358380] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5297b60a-a68a-5e93-36d6-0777f99e5768" [ 837.358380] env[69765]: _type = "Task" [ 837.358380] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.368975] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297b60a-a68a-5e93-36d6-0777f99e5768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.493501] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.494074] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.497235] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.646s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.501020] env[69765]: INFO nova.compute.claims [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.720707] env[69765]: DEBUG nova.network.neutron [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Updated VIF entry in instance network info cache for port 7f51e161-b139-4854-aecc-daca4594e145. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 837.721163] env[69765]: DEBUG nova.network.neutron [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Updating instance_info_cache with network_info: [{"id": "7f51e161-b139-4854-aecc-daca4594e145", "address": "fa:16:3e:86:41:e7", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f51e161-b1", "ovs_interfaceid": "7f51e161-b139-4854-aecc-daca4594e145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.822250] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Successfully updated port: b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.837842] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780581} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.839202] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/6bdae792-ea04-4871-acdf-a476be1f3950.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.839202] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.839202] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce034d0f-f116-44ee-b8f9-96381aac5e13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.847022] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 837.847022] env[69765]: value = "task-3943015" [ 837.847022] env[69765]: _type = "Task" [ 837.847022] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.858384] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.870642] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5297b60a-a68a-5e93-36d6-0777f99e5768, 'name': SearchDatastore_Task, 'duration_secs': 0.060903} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.871018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.871330] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.871745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.871929] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.872139] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.872502] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c7e806d-4295-424d-be76-511c3dfe131f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.883877] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.884127] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.885700] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7a2dd5-732a-45bd-9f6f-e61930c20fcc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.895880] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 837.895880] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ad2f2a-20ba-d1a9-7156-c5c937cd33d4" [ 837.895880] env[69765]: _type = "Task" [ 837.895880] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.905474] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ad2f2a-20ba-d1a9-7156-c5c937cd33d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.915244] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.915501] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.915697] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.915850] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.915997] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.916160] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.916369] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.916529] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.916701] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.917202] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.917202] env[69765]: DEBUG nova.virt.hardware [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.917893] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281285b-d479-4676-a495-a610830e7426 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.926649] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f878e8-a9af-400a-adbd-c20e9c4cedfb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.943191] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.949207] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.949556] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.949784] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb5b254-0234-4ffe-960c-85f10c55456c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.967413] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.967413] env[69765]: value = "task-3943016" [ 837.967413] env[69765]: _type = "Task" [ 837.967413] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.977144] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943016, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.005558] env[69765]: DEBUG nova.compute.utils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.009830] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.009830] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.077900] env[69765]: DEBUG nova.compute.manager [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Received event network-vif-plugged-b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.078358] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Acquiring lock "00770212-75b7-4043-b43d-a1735f759564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.078800] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Lock "00770212-75b7-4043-b43d-a1735f759564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.079122] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Lock "00770212-75b7-4043-b43d-a1735f759564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.079281] env[69765]: DEBUG nova.compute.manager [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] No waiting events found dispatching network-vif-plugged-b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.079447] env[69765]: WARNING nova.compute.manager [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Received unexpected event network-vif-plugged-b5cec225-0262-4b06-b3c0-a1965a2eb81f for instance with vm_state building and task_state spawning. [ 838.079684] env[69765]: DEBUG nova.compute.manager [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Received event network-changed-b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.079885] env[69765]: DEBUG nova.compute.manager [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Refreshing instance network info cache due to event network-changed-b5cec225-0262-4b06-b3c0-a1965a2eb81f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.080291] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Acquiring lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.080467] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Acquired lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.080650] env[69765]: DEBUG nova.network.neutron [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Refreshing network info cache for port b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 838.083926] env[69765]: DEBUG nova.policy [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e98cf63b09422cad7d63d766c5ebac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6927f5e0fe0d471186a5a6f31dc98b58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.225917] env[69765]: DEBUG oslo_concurrency.lockutils [req-52563a2a-c3d4-417b-8d30-8dda8934d6d0 req-b7ebf130-c73b-435b-bcdb-c654f1918ad0 service nova] Releasing lock "refresh_cache-34212255-3d5a-46ab-bb97-92eba5505c65" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.312617] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.312883] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782686', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'name': 'volume-a7b14a32-dfce-4241-a11a-90043111ec31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9345e529-5ffd-41f3-b4f7-28f9bc63ea2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'serial': 'a7b14a32-dfce-4241-a11a-90043111ec31'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.313822] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac02d1-cc6e-40e8-bd4c-9aecfea755e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.331177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332185] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28927f57-0055-4167-b4df-f7de4402ebe4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.359290] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-a7b14a32-dfce-4241-a11a-90043111ec31/volume-a7b14a32-dfce-4241-a11a-90043111ec31.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.362580] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5fabe7a-821f-44e5-8d11-df1cc2970933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.383017] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070648} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.384749] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.385275] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Waiting for the task: (returnval){ [ 838.385275] env[69765]: value = "task-3943017" [ 838.385275] env[69765]: _type = "Task" [ 838.385275] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.386129] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86352c9-5965-42ca-bd41-3d35e88571b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.398892] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.419848] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/6bdae792-ea04-4871-acdf-a476be1f3950.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.420325] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48229956-bf95-4d9b-a696-a531e45320eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.437064] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Successfully created port: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.445990] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ad2f2a-20ba-d1a9-7156-c5c937cd33d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.448309] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 838.448309] env[69765]: value = "task-3943018" [ 838.448309] env[69765]: _type = "Task" [ 838.448309] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.448560] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e14aa79-cef5-42ca-b755-b2c3b163546b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.461667] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 838.461667] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528ac8ce-af5c-b75f-3b51-193d509af359" [ 838.461667] env[69765]: _type = "Task" [ 838.461667] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.465136] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.476967] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ac8ce-af5c-b75f-3b51-193d509af359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.480622] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943016, 'name': CreateVM_Task, 'duration_secs': 0.325091} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.480806] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.481313] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.481606] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.481825] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.482171] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96c83b3-e511-4075-a264-bda1b4bbb0fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.487824] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 838.487824] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527d34dd-25fc-3d72-4704-42cd8f69e94e" [ 838.487824] env[69765]: _type = "Task" [ 838.487824] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.497799] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d34dd-25fc-3d72-4704-42cd8f69e94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.510938] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.648534] env[69765]: DEBUG nova.network.neutron [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 838.813620] env[69765]: DEBUG nova.network.neutron [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.900848] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.962029] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.962851] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Successfully created port: ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.978179] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ac8ce-af5c-b75f-3b51-193d509af359, 'name': SearchDatastore_Task, 'duration_secs': 0.029845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.978179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.978485] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 34212255-3d5a-46ab-bb97-92eba5505c65/34212255-3d5a-46ab-bb97-92eba5505c65.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.982649] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7287cf41-80f8-4171-b12c-d7880ca879a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.993610] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 838.993610] env[69765]: value = "task-3943019" [ 838.993610] env[69765]: _type = "Task" [ 838.993610] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.004014] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d34dd-25fc-3d72-4704-42cd8f69e94e, 'name': SearchDatastore_Task, 'duration_secs': 0.023465} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.005225] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.005225] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.005512] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.005618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.006340] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.006340] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9696e310-c23e-45c5-9346-4dae2ea3e323 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.011285] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.024736] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.024967] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.026136] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ea3269-9e4e-4dc1-bfde-8d58e5dea3be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.036849] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 839.036849] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5272fa85-61ca-14e3-410b-a0a88551b31d" [ 839.036849] env[69765]: _type = "Task" [ 839.036849] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.049449] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5272fa85-61ca-14e3-410b-a0a88551b31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.090833] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef57dfd-ae24-41f8-b5d8-9afa78bf6864 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.099704] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4cc92f-0062-47b8-baf3-f44ea4ce0267 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.135210] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf4d9e-2bc7-4a9d-ae72-db359fdc7e57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.141218] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f9f22-1f35-4d76-bc5a-4ceaa71bae0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.156853] env[69765]: DEBUG nova.compute.provider_tree [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.319601] env[69765]: DEBUG oslo_concurrency.lockutils [req-cde46447-2347-4faa-83ba-4ce8f34adb01 req-4a9ddb86-2999-47e6-bebb-08229fae3a03 service nova] Releasing lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.320128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.320470] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 839.403237] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943017, 'name': ReconfigVM_Task, 'duration_secs': 0.936668} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.403556] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-a7b14a32-dfce-4241-a11a-90043111ec31/volume-a7b14a32-dfce-4241-a11a-90043111ec31.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.408724] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696e11a9-d13f-49a4-ba35-ab263c81f31e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.426860] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Waiting for the task: (returnval){ [ 839.426860] env[69765]: value = "task-3943020" [ 839.426860] env[69765]: _type = "Task" [ 839.426860] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.436853] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.462455] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.505909] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.526599] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.549105] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5272fa85-61ca-14e3-410b-a0a88551b31d, 'name': SearchDatastore_Task, 'duration_secs': 0.015342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.554414] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b12122-acd0-4a18-908d-92fe667a9d34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.561195] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.561585] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.561800] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.562018] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.562188] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.562340] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.562560] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.562725] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.562902] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.563107] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.563339] env[69765]: DEBUG nova.virt.hardware [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.564429] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2334f4-e2ea-4e75-a1af-0935da1e7303 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.568833] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 839.568833] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d6a57e-dd86-4567-b565-37133379d4d2" [ 839.568833] env[69765]: _type = "Task" [ 839.568833] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.578896] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb7e16c-141f-402f-b785-7c25129acd5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.587324] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d6a57e-dd86-4567-b565-37133379d4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.660356] env[69765]: DEBUG nova.scheduler.client.report [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.874126] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 839.940435] env[69765]: DEBUG oslo_vmware.api [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943020, 'name': ReconfigVM_Task, 'duration_secs': 0.181829} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.941021] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782686', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'name': 'volume-a7b14a32-dfce-4241-a11a-90043111ec31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9345e529-5ffd-41f3-b4f7-28f9bc63ea2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'serial': 'a7b14a32-dfce-4241-a11a-90043111ec31'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.965374] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943018, 'name': ReconfigVM_Task, 'duration_secs': 1.155454} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.965726] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/6bdae792-ea04-4871-acdf-a476be1f3950.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.966490] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7863f893-2740-4791-ae70-03bcf330a426 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.975786] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 839.975786] env[69765]: value = "task-3943021" [ 839.975786] env[69765]: _type = "Task" [ 839.975786] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.986447] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943021, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.005287] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.050185] env[69765]: DEBUG nova.network.neutron [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updating instance_info_cache with network_info: [{"id": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "address": "fa:16:3e:79:cd:a3", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec225-02", "ovs_interfaceid": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.085076] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d6a57e-dd86-4567-b565-37133379d4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.058351} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.085328] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.085603] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.085880] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef3e7c25-b659-44d5-9863-190f6d4adcc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.094487] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 840.094487] env[69765]: value = "task-3943022" [ 840.094487] env[69765]: _type = "Task" [ 840.094487] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.104909] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.166422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.167816] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.317s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.168079] env[69765]: DEBUG nova.objects.instance [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'resources' on Instance uuid 72e42493-8689-4f2a-9192-9aaffc5b1b7d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.487497] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943021, 'name': Rename_Task, 'duration_secs': 0.150974} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.493029] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.493029] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a13f71-184e-4c79-86ce-a63833d68341 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.500081] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 840.500081] env[69765]: value = "task-3943023" [ 840.500081] env[69765]: _type = "Task" [ 840.500081] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.508445] env[69765]: DEBUG nova.compute.manager [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-vif-plugged-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.508670] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] Acquiring lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.508884] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.509061] env[69765]: DEBUG oslo_concurrency.lockutils [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.509235] env[69765]: DEBUG nova.compute.manager [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] No waiting events found dispatching network-vif-plugged-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.509399] env[69765]: WARNING nova.compute.manager [req-b5de0ee4-9f02-42cb-aec7-1f43737dab86 req-2ff46218-b946-4da5-a781-29b5325fab5b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received unexpected event network-vif-plugged-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 for instance with vm_state building and task_state spawning. [ 840.514087] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.521012] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.553823] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554229] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance network_info: |[{"id": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "address": "fa:16:3e:79:cd:a3", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec225-02", "ovs_interfaceid": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.554799] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cec225-0262-4b06-b3c0-a1965a2eb81f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.563034] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.563305] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.563567] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b219c96-a91f-46c5-9a66-c04a8c689570 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.589345] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.589345] env[69765]: value = "task-3943024" [ 840.589345] env[69765]: _type = "Task" [ 840.589345] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.601769] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943024, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.604889] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Successfully updated port: f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.610865] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.671161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "fd9aff35-e369-4b5a-a9eb-4ecab7dcdb56" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.671453] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "fd9aff35-e369-4b5a-a9eb-4ecab7dcdb56" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.992303] env[69765]: DEBUG nova.objects.instance [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lazy-loading 'flavor' on Instance uuid 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.012311] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943019, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.682844} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.013170] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 34212255-3d5a-46ab-bb97-92eba5505c65/34212255-3d5a-46ab-bb97-92eba5505c65.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.013170] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.013170] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5080ed25-df94-4f37-b056-6e19ede736ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.019528] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943023, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.027347] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 841.027347] env[69765]: value = "task-3943025" [ 841.027347] env[69765]: _type = "Task" [ 841.027347] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.045148] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.106022] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943024, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.112905] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.177193] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "fd9aff35-e369-4b5a-a9eb-4ecab7dcdb56" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.178027] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.242932] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3afed2f-70a3-48c1-9fe8-1af2b7976f99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.251444] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59931fba-8de8-4488-9795-42f4e7b88783 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.286438] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413af30c-fd9a-4dbc-a8a5-58ad87695b7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.294733] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9284e-a1af-4a33-b916-44023d520f67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.310763] env[69765]: DEBUG nova.compute.provider_tree [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.499071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d302b79-1cd5-4fee-95d3-6bd1fc49decc tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.869s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.513396] env[69765]: DEBUG oslo_vmware.api [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943023, 'name': PowerOnVM_Task, 'duration_secs': 0.603015} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.513673] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.513904] env[69765]: INFO nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Took 10.30 seconds to spawn the instance on the hypervisor. [ 841.514102] env[69765]: DEBUG nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.515026] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b62bd-694b-4792-b4ad-8b23e098d9f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.543465] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188568} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.543751] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.544616] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14ef2d-ab19-4e9a-a150-1c88d10f925b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.571379] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 34212255-3d5a-46ab-bb97-92eba5505c65/34212255-3d5a-46ab-bb97-92eba5505c65.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.572039] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0c2182-652e-4a7f-a6d5-ffe2a3d5947c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.593397] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 841.593397] env[69765]: value = "task-3943026" [ 841.593397] env[69765]: _type = "Task" [ 841.593397] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.601721] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943024, 'name': CreateVM_Task, 'duration_secs': 0.542006} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.605833] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.606725] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606970] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.607363] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.608121] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4115b9f6-6fad-4b84-83e3-fe46ddc08523 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.621838] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.622145] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.07263} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.622986] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.623304] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.623583] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e3ff46-60e1-494b-b374-6fbadc4f462c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.627854] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 841.627854] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521b3075-b1a6-d1aa-5878-4231193669c0" [ 841.627854] env[69765]: _type = "Task" [ 841.627854] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.635465] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 841.635465] env[69765]: value = "task-3943027" [ 841.635465] env[69765]: _type = "Task" [ 841.635465] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.643747] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521b3075-b1a6-d1aa-5878-4231193669c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.650863] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.687749] env[69765]: DEBUG nova.compute.utils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.688522] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.688773] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.728030] env[69765]: DEBUG nova.policy [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3fdd3066aba4c38923b80bd09c83ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b20b6d77c1472d8736391b6e2cf55f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.837732] env[69765]: ERROR nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [req-05ec1d59-4690-4771-8b13-568f54fb7680] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05ec1d59-4690-4771-8b13-568f54fb7680"}]} [ 841.859824] env[69765]: DEBUG nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 841.874699] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.874858] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.889914] env[69765]: DEBUG nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 841.889914] env[69765]: DEBUG nova.compute.provider_tree [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.910226] env[69765]: DEBUG nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 841.939225] env[69765]: DEBUG nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.040734] env[69765]: INFO nova.compute.manager [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Took 39.72 seconds to build instance. [ 842.108889] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943026, 'name': ReconfigVM_Task, 'duration_secs': 0.361295} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.109251] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 34212255-3d5a-46ab-bb97-92eba5505c65/34212255-3d5a-46ab-bb97-92eba5505c65.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.109920] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5af81a54-f05f-4039-bb66-4995e8b10893 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.122740] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 842.122740] env[69765]: value = "task-3943028" [ 842.122740] env[69765]: _type = "Task" [ 842.122740] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.123658] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Successfully created port: 99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.168877] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.169152] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943028, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.169521] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521b3075-b1a6-d1aa-5878-4231193669c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.170782] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.171177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.171404] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.171683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.171854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.172051] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.178614] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7ff6d-38eb-4227-8592-f107ed8014c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.182970] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107841a2-2e2d-4830-b923-2d39c42eea7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.201225] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.211921] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.218033] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75a2c80-c7b2-4ddc-a209-6e473fb493e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.234032] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.234032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.234752] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6c811b-14ed-4bdb-8299-3f90ba85aa73 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.243971] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 842.243971] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528be757-3ba6-810d-0732-025c8864bd43" [ 842.243971] env[69765]: _type = "Task" [ 842.243971] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.246238] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 842.246238] env[69765]: value = "task-3943029" [ 842.246238] env[69765]: _type = "Task" [ 842.246238] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.265908] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528be757-3ba6-810d-0732-025c8864bd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.271090] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.391672] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.392041] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.393280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.393280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.393280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.393280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.393280] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 842.393280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.539324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-52d80708-abf1-4700-8326-8c80bf208b43 tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.218s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.648342] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943028, 'name': Rename_Task, 'duration_secs': 0.273487} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.648692] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.649164] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9416a7-f208-4b1b-bb10-1a49824f37fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.658412] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 842.658412] env[69765]: value = "task-3943030" [ 842.658412] env[69765]: _type = "Task" [ 842.658412] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.671874] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.673942] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74acc512-5859-4d6b-b8e9-df59bf556a02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.682167] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c74b52-006a-4b0e-a368-9f1a5b5659c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.731721] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e379aa5-fe4e-4a72-9f46-45290d821503 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.740028] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96360cce-e543-4825-8235-0bc41171cae1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.760751] env[69765]: DEBUG nova.compute.provider_tree [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.770320] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528be757-3ba6-810d-0732-025c8864bd43, 'name': SearchDatastore_Task, 'duration_secs': 0.024274} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.771712] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091fc4f2-a0e7-4e4d-814e-7fdd2707010a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.779107] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.783996] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 842.783996] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c96a25-aab9-1d37-5f47-5f86bf993d34" [ 842.783996] env[69765]: _type = "Task" [ 842.783996] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.793729] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c96a25-aab9-1d37-5f47-5f86bf993d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.900536] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.910528] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Successfully updated port: ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.950048] env[69765]: INFO nova.compute.manager [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Rescuing [ 842.950839] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.951096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.951576] env[69765]: DEBUG nova.network.neutron [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 843.029165] env[69765]: DEBUG nova.compute.manager [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-changed-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.029454] env[69765]: DEBUG nova.compute.manager [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Refreshing instance network info cache due to event network-changed-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.029979] env[69765]: DEBUG oslo_concurrency.lockutils [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] Acquiring lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029979] env[69765]: DEBUG oslo_concurrency.lockutils [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] Acquired lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031148] env[69765]: DEBUG nova.network.neutron [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Refreshing network info cache for port f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 843.043834] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.171756] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943030, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.195633] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.195948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.234103] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.262648] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.262938] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.263104] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.263423] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.263521] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.263576] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.263802] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.264023] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.264214] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.264423] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.264598] env[69765]: DEBUG nova.virt.hardware [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.265599] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505acec5-8648-490c-8bb4-8a7c2e65454f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.289813] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943029, 'name': ReconfigVM_Task, 'duration_secs': 0.593247} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.301650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b9e4e-d911-4e6d-a710-a113a86a5758 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.308769] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6/3ba76adc-0ada-4fd5-b88a-7e54e43198d6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.310860] env[69765]: DEBUG nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.311431] env[69765]: DEBUG nova.compute.provider_tree [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 79 to 80 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 843.311680] env[69765]: DEBUG nova.compute.provider_tree [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.316391] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa874cbc-a5c9-4ed2-98b6-8d3652fe77c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.326247] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c96a25-aab9-1d37-5f47-5f86bf993d34, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.337388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.337388] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.337918] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 843.337918] env[69765]: value = "task-3943031" [ 843.337918] env[69765]: _type = "Task" [ 843.337918] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.339161] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6005f8e-03ce-44ea-b317-16c130131887 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.351836] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943031, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.353663] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 843.353663] env[69765]: value = "task-3943032" [ 843.353663] env[69765]: _type = "Task" [ 843.353663] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.362934] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.412843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.570327] env[69765]: DEBUG nova.network.neutron [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 843.573889] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.674876] env[69765]: DEBUG oslo_vmware.api [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943030, 'name': PowerOnVM_Task, 'duration_secs': 0.661695} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.675218] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.675464] env[69765]: INFO nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Took 9.69 seconds to spawn the instance on the hypervisor. [ 843.675611] env[69765]: DEBUG nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.676996] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc9d96b-44a2-4e8a-be43-813b741914e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.695628] env[69765]: DEBUG nova.network.neutron [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.699314] env[69765]: INFO nova.compute.manager [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Detaching volume a7b14a32-dfce-4241-a11a-90043111ec31 [ 843.747334] env[69765]: INFO nova.virt.block_device [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Attempting to driver detach volume a7b14a32-dfce-4241-a11a-90043111ec31 from mountpoint /dev/sdb [ 843.747578] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.747767] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782686', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'name': 'volume-a7b14a32-dfce-4241-a11a-90043111ec31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9345e529-5ffd-41f3-b4f7-28f9bc63ea2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'serial': 'a7b14a32-dfce-4241-a11a-90043111ec31'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.748739] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68fa54-0471-45e5-8360-b826bca3e622 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.774814] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88d8f5-27e2-4d54-9939-a0158ada0021 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.783647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec5071-bd88-4a79-83ce-6917f7c50c19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.807438] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15ce1a-b1e3-411c-ab41-0dfb3474549f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.828077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.660s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.830501] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] The volume has not been displaced from its original location: [datastore1] volume-a7b14a32-dfce-4241-a11a-90043111ec31/volume-a7b14a32-dfce-4241-a11a-90043111ec31.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 843.836625] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.838848] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.270s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.840409] env[69765]: INFO nova.compute.claims [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.843726] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46622c2-5e48-4203-b551-49679042d5a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.861466] env[69765]: DEBUG nova.network.neutron [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.874026] env[69765]: INFO nova.scheduler.client.report [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance 72e42493-8689-4f2a-9192-9aaffc5b1b7d [ 843.883283] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Waiting for the task: (returnval){ [ 843.883283] env[69765]: value = "task-3943033" [ 843.883283] env[69765]: _type = "Task" [ 843.883283] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.888270] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.888674] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943031, 'name': Rename_Task, 'duration_secs': 0.237764} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.892812] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.893770] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882899dc-4e08-4ebd-aa76-5061e8942c4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.906548] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.909880] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 843.909880] env[69765]: value = "task-3943034" [ 843.909880] env[69765]: _type = "Task" [ 843.909880] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.918340] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.928763] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.930273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2c2c1-f92e-4747-a0f3-c7f3d6557f4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.938246] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.938479] env[69765]: ERROR oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk due to incomplete transfer. [ 843.938782] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-819976ae-9953-4f01-9b49-d80a646a6ea7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.948852] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c4329a-473b-1cd8-7415-1b2629002b2a/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.949731] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Uploaded image 94ce3238-c2b6-48d4-851b-03c40f3664c8 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.951989] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.952353] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d04eac0-c673-44e6-bad3-e3358dd9cc5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.961259] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 843.961259] env[69765]: value = "task-3943035" [ 843.961259] env[69765]: _type = "Task" [ 843.961259] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.974080] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943035, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.198059] env[69765]: INFO nova.compute.manager [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Took 38.80 seconds to build instance. [ 844.199411] env[69765]: DEBUG oslo_concurrency.lockutils [req-797d4467-4e8e-4fb4-9c4b-4a9f87186d03 req-2b8824ba-dc48-48b4-8d4e-c9d195191d3a service nova] Releasing lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.201403] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.201403] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 844.318801] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Successfully updated port: 99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.373730] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558381} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.374683] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.374947] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.375450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.377775] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856ae225-5f62-4c0e-b1c1-7173364e6c95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.383797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c22632da-bc5b-4d6d-98b1-cad5d63f5c12 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "72e42493-8689-4f2a-9192-9aaffc5b1b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.973s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.388833] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 844.388833] env[69765]: value = "task-3943036" [ 844.388833] env[69765]: _type = "Task" [ 844.388833] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.405421] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943033, 'name': ReconfigVM_Task, 'duration_secs': 0.403466} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.405749] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.418092] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5596009-4f77-47a0-aca0-7b8f23b7a991 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.428563] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.442950] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.444489] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Waiting for the task: (returnval){ [ 844.444489] env[69765]: value = "task-3943037" [ 844.444489] env[69765]: _type = "Task" [ 844.444489] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.453924] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.472091] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943035, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.701433] env[69765]: DEBUG oslo_concurrency.lockutils [None req-122294a4-464f-42d4-bb15-14c41baff507 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.683s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.745306] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 844.825808] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquired lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826155] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 844.906851] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.931521] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.970062] env[69765]: DEBUG oslo_vmware.api [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Task: {'id': task-3943037, 'name': ReconfigVM_Task, 'duration_secs': 0.297797} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.972822] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782686', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'name': 'volume-a7b14a32-dfce-4241-a11a-90043111ec31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9345e529-5ffd-41f3-b4f7-28f9bc63ea2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b14a32-dfce-4241-a11a-90043111ec31', 'serial': 'a7b14a32-dfce-4241-a11a-90043111ec31'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 844.978830] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943035, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.073293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "34212255-3d5a-46ab-bb97-92eba5505c65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.073645] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.073871] env[69765]: DEBUG nova.compute.manager [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.074889] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf45ba1-e29c-4e38-a7c1-3ff101482945 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.082513] env[69765]: DEBUG nova.compute.manager [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.083312] env[69765]: DEBUG nova.objects.instance [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lazy-loading 'flavor' on Instance uuid 34212255-3d5a-46ab-bb97-92eba5505c65 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.204749] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.211157] env[69765]: DEBUG nova.network.neutron [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Updating instance_info_cache with network_info: [{"id": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "address": "fa:16:3e:e2:3b:1c", "network": {"id": "bfcfbfa8-1cf1-49a9-8eea-5abe287dcc94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540523244", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fa9a17-15", "ovs_interfaceid": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee825b9f-e49b-42d5-956a-0dd83589b195", "address": "fa:16:3e:ab:84:86", "network": {"id": "c0d990e6-9a85-4da5-8560-04dfe954d994", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1138428316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee825b9f-e4", "ovs_interfaceid": "ee825b9f-e49b-42d5-956a-0dd83589b195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.241610] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-vif-plugged-ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.241846] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquiring lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.242177] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.242253] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.242856] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] No waiting events found dispatching network-vif-plugged-ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.243267] env[69765]: WARNING nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received unexpected event network-vif-plugged-ee825b9f-e49b-42d5-956a-0dd83589b195 for instance with vm_state building and task_state spawning. [ 845.243619] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-changed-ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.243833] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Refreshing instance network info cache due to event network-changed-ee825b9f-e49b-42d5-956a-0dd83589b195. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.244024] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquiring lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.362652] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 845.372294] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a410c-3862-4063-a2ac-a09169855b4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.380496] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1e314-d5cb-44fa-8da1-e04dbbd1606b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.418857] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe22c572-2996-4b55-a895-fd87af997215 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.428774] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.006714} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.431348] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.432192] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe80fadb-f4a7-4b84-8805-91135807ff43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.435840] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54789313-5825-498e-b6f0-6437148c50e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.442368] env[69765]: DEBUG oslo_vmware.api [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943034, 'name': PowerOnVM_Task, 'duration_secs': 1.179093} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.443210] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.443444] env[69765]: DEBUG nova.compute.manager [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.444183] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdc0369-d57b-411d-870c-1c983f5bacce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.465070] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.474471] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.475283] env[69765]: DEBUG nova.compute.provider_tree [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.478792] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3203480-154d-48f0-a57f-fbd1e13ee567 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.480849] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742992ee-8692-4c44-8d76-9c3f5617dc1e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.511996] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.511996] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.517274] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943035, 'name': Destroy_Task, 'duration_secs': 1.396021} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.519615] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Destroyed the VM [ 845.519895] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 845.520301] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 845.520301] env[69765]: value = "task-3943039" [ 845.520301] env[69765]: _type = "Task" [ 845.520301] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.520522] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 845.520522] env[69765]: value = "task-3943038" [ 845.520522] env[69765]: _type = "Task" [ 845.520522] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.520716] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9cb8b21f-3685-4f59-8450-8ceed7d1da8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.535529] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.540087] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 845.540087] env[69765]: value = "task-3943040" [ 845.540087] env[69765]: _type = "Task" [ 845.540087] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.540371] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.547644] env[69765]: DEBUG nova.objects.instance [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lazy-loading 'flavor' on Instance uuid 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.650749] env[69765]: DEBUG nova.network.neutron [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Updating instance_info_cache with network_info: [{"id": "99165ff8-9c49-4dc4-8e75-507092f9566d", "address": "fa:16:3e:23:7c:93", "network": {"id": "45efc7c5-fdbd-4129-b666-d0e0923a71a7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1745421868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b20b6d77c1472d8736391b6e2cf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99165ff8-9c", "ovs_interfaceid": "99165ff8-9c49-4dc4-8e75-507092f9566d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.716391] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.716754] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance network_info: |[{"id": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "address": "fa:16:3e:e2:3b:1c", "network": {"id": "bfcfbfa8-1cf1-49a9-8eea-5abe287dcc94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540523244", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fa9a17-15", "ovs_interfaceid": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee825b9f-e49b-42d5-956a-0dd83589b195", "address": "fa:16:3e:ab:84:86", "network": {"id": "c0d990e6-9a85-4da5-8560-04dfe954d994", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1138428316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee825b9f-e4", "ovs_interfaceid": "ee825b9f-e49b-42d5-956a-0dd83589b195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.719591] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquired lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.719743] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Refreshing network info cache for port ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 845.721201] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:3b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6fa9a17-155c-4a36-9e4b-1ba0e29dc870', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:84:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee825b9f-e49b-42d5-956a-0dd83589b195', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.731978] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.735810] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.736843] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb21546-2e6f-444a-a255-7416828f61fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.758154] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.765489] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.765489] env[69765]: value = "task-3943041" [ 845.765489] env[69765]: _type = "Task" [ 845.765489] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.776158] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943041, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.002068] env[69765]: DEBUG nova.scheduler.client.report [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.024600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.051110] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943039, 'name': ReconfigVM_Task, 'duration_secs': 0.277169} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.055562] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.059999] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943038, 'name': PowerOffVM_Task, 'duration_secs': 0.377561} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.060490] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c59780-6b6f-4935-be34-0d7310626f87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.064033] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.065427] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354713a-948b-49ad-af14-a31d6b6e5997 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.075486] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943040, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.102439] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.102963] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 846.102963] env[69765]: value = "task-3943042" [ 846.102963] env[69765]: _type = "Task" [ 846.102963] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.104030] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Updated VIF entry in instance network info cache for port ee825b9f-e49b-42d5-956a-0dd83589b195. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 846.104489] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Updating instance_info_cache with network_info: [{"id": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "address": "fa:16:3e:e2:3b:1c", "network": {"id": "bfcfbfa8-1cf1-49a9-8eea-5abe287dcc94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540523244", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fa9a17-15", "ovs_interfaceid": "f6fa9a17-155c-4a36-9e4b-1ba0e29dc870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee825b9f-e49b-42d5-956a-0dd83589b195", "address": "fa:16:3e:ab:84:86", "network": {"id": "c0d990e6-9a85-4da5-8560-04dfe954d994", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1138428316", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6927f5e0fe0d471186a5a6f31dc98b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee825b9f-e4", "ovs_interfaceid": "ee825b9f-e49b-42d5-956a-0dd83589b195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.106471] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472b5a5f-f71a-467f-ab5c-700977db4c36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.109334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292de10e-3423-4b3b-980b-986137aec77c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.131298] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943042, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.131298] env[69765]: DEBUG oslo_vmware.api [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 846.131298] env[69765]: value = "task-3943043" [ 846.131298] env[69765]: _type = "Task" [ 846.131298] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146053] env[69765]: DEBUG oslo_vmware.api [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.154045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Releasing lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.154534] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Instance network_info: |[{"id": "99165ff8-9c49-4dc4-8e75-507092f9566d", "address": "fa:16:3e:23:7c:93", "network": {"id": "45efc7c5-fdbd-4129-b666-d0e0923a71a7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1745421868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b20b6d77c1472d8736391b6e2cf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99165ff8-9c", "ovs_interfaceid": "99165ff8-9c49-4dc4-8e75-507092f9566d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.157939] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:7c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99165ff8-9c49-4dc4-8e75-507092f9566d', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.166860] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Creating folder: Project (37b20b6d77c1472d8736391b6e2cf55f). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.167608] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a92548c3-dbdf-40bc-862f-c4034bbe2075 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.176906] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.177110] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30fd2d5-ecc3-4591-9221-47141c2ba34a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.181239] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Created folder: Project (37b20b6d77c1472d8736391b6e2cf55f) in parent group-v782532. [ 846.181239] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Creating folder: Instances. Parent ref: group-v782693. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.181239] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a77f1f1-3e98-4933-9e46-7c5026988ff3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.186367] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 846.186367] env[69765]: value = "task-3943045" [ 846.186367] env[69765]: _type = "Task" [ 846.186367] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.195843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.196224] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.197753] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.197753] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.197753] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.203026] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Created folder: Instances in parent group-v782693. [ 846.203296] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.208373] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.209202] env[69765]: INFO nova.compute.manager [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Terminating instance [ 846.214703] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c616e9-ed80-4575-8bd9-b826bc563b60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.232401] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 846.232624] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.232972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.233435] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.235628] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "refresh_cache-3ba76adc-0ada-4fd5-b88a-7e54e43198d6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.235628] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquired lock "refresh_cache-3ba76adc-0ada-4fd5-b88a-7e54e43198d6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.235800] env[69765]: DEBUG nova.network.neutron [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 846.237769] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73abe9c-5831-4cfe-940e-71903227b073 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.250675] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.250675] env[69765]: value = "task-3943047" [ 846.250675] env[69765]: _type = "Task" [ 846.250675] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.253134] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.253134] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.257658] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0f9385-26ce-47dd-965b-884fe1c081f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.266876] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943047, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.272712] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 846.272712] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521d907d-aa22-0c31-da5c-8886fc60f0ac" [ 846.272712] env[69765]: _type = "Task" [ 846.272712] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.281374] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943041, 'name': CreateVM_Task, 'duration_secs': 0.423155} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.282018] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.282933] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.283190] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.284870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.288346] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405567e5-86e7-4803-977f-998dd5cf74e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.290651] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521d907d-aa22-0c31-da5c-8886fc60f0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.293604] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b19916-bddd-41b0-9b4d-dbb9902318fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.300361] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 846.300361] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5211c0e3-1833-0e4c-e2cb-142434a173f7" [ 846.300361] env[69765]: _type = "Task" [ 846.300361] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.306934] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 846.306934] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c5d88f-8963-55f5-cfcd-d00a86ff1f2f" [ 846.306934] env[69765]: _type = "Task" [ 846.306934] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.314167] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5211c0e3-1833-0e4c-e2cb-142434a173f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.315033] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.315332] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.315563] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.321028] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5d88f-8963-55f5-cfcd-d00a86ff1f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.511424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.511424] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.515688] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.971s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.519025] env[69765]: INFO nova.compute.claims [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.561679] env[69765]: DEBUG oslo_vmware.api [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637263} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.561679] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.561861] env[69765]: INFO nova.compute.manager [None req-c35214d2-715a-4815-a314-0adeef96dd4f tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Took 17.94 seconds to snapshot the instance on the hypervisor. [ 846.564991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a9a8562b-d377-49c1-8fb4-29c9f8ec92e5 tempest-VolumesAssistedSnapshotsTest-542800508 tempest-VolumesAssistedSnapshotsTest-542800508-project-admin] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.369s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.617316] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Releasing lock "refresh_cache-e08f03b7-add2-4f51-b5e0-e67b1b55cc76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.617593] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Received event network-vif-plugged-99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.617781] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquiring lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.617985] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.618161] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.618329] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] No waiting events found dispatching network-vif-plugged-99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.618499] env[69765]: WARNING nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Received unexpected event network-vif-plugged-99165ff8-9c49-4dc4-8e75-507092f9566d for instance with vm_state building and task_state spawning. [ 846.618658] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Received event network-changed-99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.618808] env[69765]: DEBUG nova.compute.manager [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Refreshing instance network info cache due to event network-changed-99165ff8-9c49-4dc4-8e75-507092f9566d. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.618992] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquiring lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.619141] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Acquired lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.619296] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Refreshing network info cache for port 99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 846.627966] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943042, 'name': Rename_Task, 'duration_secs': 0.19272} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.629131] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.629430] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0724f4d-4aac-45d9-b3ed-372491f4509d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.641852] env[69765]: DEBUG oslo_vmware.api [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943043, 'name': PowerOffVM_Task, 'duration_secs': 0.190932} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.643561] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.643840] env[69765]: DEBUG nova.compute.manager [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.644216] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 846.644216] env[69765]: value = "task-3943049" [ 846.644216] env[69765]: _type = "Task" [ 846.644216] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.645019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25f9a38-d4c8-4fdc-bfc0-3fcac2c97d55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.656804] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.758807] env[69765]: DEBUG nova.network.neutron [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 846.764182] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943047, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.814126] env[69765]: DEBUG nova.network.neutron [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.819727] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5d88f-8963-55f5-cfcd-d00a86ff1f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.022558} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.820039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.820301] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 846.820618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.820782] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.820996] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-119d30e3-b84f-4b30-ba24-9ce879f200c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.823684] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcec04b4-2cde-4d25-8db9-f504b4288161 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.832434] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 846.832434] env[69765]: value = "task-3943050" [ 846.832434] env[69765]: _type = "Task" [ 846.832434] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.837272] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.837470] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.838347] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a64eead-8b3d-451b-95ab-8bb0ab8f1fd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.846704] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.848207] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 846.848207] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cade6e-2d13-87f5-36e0-096bcf036c75" [ 846.848207] env[69765]: _type = "Task" [ 846.848207] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.857891] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cade6e-2d13-87f5-36e0-096bcf036c75, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.858762] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729080b3-c500-41d2-8930-2743b6bb7d3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.864962] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 846.864962] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f3f565-e117-e64d-aa59-069308226849" [ 846.864962] env[69765]: _type = "Task" [ 846.864962] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.875862] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f3f565-e117-e64d-aa59-069308226849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.017719] env[69765]: DEBUG nova.compute.utils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.019548] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.019738] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.071734] env[69765]: DEBUG nova.policy [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e35011f3a9416eba477cee17bc4fc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978b927438284926ade412cf5a2efe2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.159748] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.166533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee7afedd-38bc-4465-8a4e-f8083a2df119 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.268672] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943047, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.319838] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Releasing lock "refresh_cache-3ba76adc-0ada-4fd5-b88a-7e54e43198d6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.320340] env[69765]: DEBUG nova.compute.manager [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.320562] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.321798] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502e98c8-3f0f-47ff-a65c-2e5e68fd745a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.335956] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.339665] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5613a1-8cf7-4c20-95a8-87afea8d8564 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.347180] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.347180] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 847.347180] env[69765]: value = "task-3943051" [ 847.347180] env[69765]: _type = "Task" [ 847.347180] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.358181] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.375832] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f3f565-e117-e64d-aa59-069308226849, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.376130] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.376402] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e08f03b7-add2-4f51-b5e0-e67b1b55cc76/e08f03b7-add2-4f51-b5e0-e67b1b55cc76.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.376666] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abd4e231-3f94-49d1-a340-1b25fbf71b7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.388641] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 847.388641] env[69765]: value = "task-3943052" [ 847.388641] env[69765]: _type = "Task" [ 847.388641] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.398912] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.524872] env[69765]: DEBUG nova.compute.utils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.538224] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Updated VIF entry in instance network info cache for port 99165ff8-9c49-4dc4-8e75-507092f9566d. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 847.538224] env[69765]: DEBUG nova.network.neutron [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Updating instance_info_cache with network_info: [{"id": "99165ff8-9c49-4dc4-8e75-507092f9566d", "address": "fa:16:3e:23:7c:93", "network": {"id": "45efc7c5-fdbd-4129-b666-d0e0923a71a7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1745421868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b20b6d77c1472d8736391b6e2cf55f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99165ff8-9c", "ovs_interfaceid": "99165ff8-9c49-4dc4-8e75-507092f9566d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.598813] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Successfully created port: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.668155] env[69765]: DEBUG oslo_vmware.api [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943049, 'name': PowerOnVM_Task, 'duration_secs': 0.891027} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.668528] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.669209] env[69765]: INFO nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Took 10.85 seconds to spawn the instance on the hypervisor. [ 847.669209] env[69765]: DEBUG nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.669856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf32fcd0-06fc-4454-9393-1dbc450747eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.773079] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943047, 'name': CreateVM_Task, 'duration_secs': 1.391387} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.776151] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.777086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.777263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777589] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.777969] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ad78f0-954e-4638-8056-fd7104a39cd9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.787125] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 847.787125] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521e468a-b458-a701-b215-391e80014085" [ 847.787125] env[69765]: _type = "Task" [ 847.787125] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.805249] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521e468a-b458-a701-b215-391e80014085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.850530] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.868600] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943051, 'name': PowerOffVM_Task, 'duration_secs': 0.110492} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.868747] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.868888] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.869259] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4711ffc-9531-4514-88e5-ffe61d525b32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.901404] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.901682] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.901974] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Deleting the datastore file [datastore1] 3ba76adc-0ada-4fd5-b88a-7e54e43198d6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.902491] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49449c5d-3cc1-48e4-97db-93bf9761bf79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.909474] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.921378] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for the task: (returnval){ [ 847.921378] env[69765]: value = "task-3943054" [ 847.921378] env[69765]: _type = "Task" [ 847.921378] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.934089] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.034407] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.039853] env[69765]: DEBUG oslo_concurrency.lockutils [req-37815ac3-7afa-4414-a1cf-ddc19bd68aa0 req-c7debdde-bd54-47aa-9553-2bf18703d35b service nova] Releasing lock "refresh_cache-9462e2f5-628d-4410-a2d1-6ff064c8cc8f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.201454] env[69765]: INFO nova.compute.manager [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Took 39.19 seconds to build instance. [ 848.260810] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8fe276-97be-43e3-beb2-5f2ca0539a80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.270315] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd7f52-9dbb-48ab-8853-9583e3f13f6c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.331257] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c0e734-4e08-4752-91af-a23d5d1fe57a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.348399] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521e468a-b458-a701-b215-391e80014085, 'name': SearchDatastore_Task, 'duration_secs': 0.023794} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.350041] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66714bda-d87a-440b-8535-038f03710647 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.354665] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.354665] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.354878] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.354948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355150] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.358510] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3e6414-3cbc-4671-a280-3c4166a0ee1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.360569] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943050, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.361867} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.361279] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 848.362374] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a5bd2-dc84-4431-8b44-40d7ba39f47b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.374211] env[69765]: DEBUG nova.compute.provider_tree [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.375751] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.375915] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.376982] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33447e39-8484-45ef-9bce-d5d5302914db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.401095] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.404645] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbf95f8-ca3a-4db1-9ef2-d61a116c20f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.421037] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 848.421037] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52991f30-b1b1-a149-f6ff-3bc21d14115e" [ 848.421037] env[69765]: _type = "Task" [ 848.421037] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.428885] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820661} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.433350] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e08f03b7-add2-4f51-b5e0-e67b1b55cc76/e08f03b7-add2-4f51-b5e0-e67b1b55cc76.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.433574] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.433891] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 848.433891] env[69765]: value = "task-3943055" [ 848.433891] env[69765]: _type = "Task" [ 848.433891] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.434170] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71ff248-c343-4bf4-b4bc-b8ab26e29fcf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.443238] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52991f30-b1b1-a149-f6ff-3bc21d14115e, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.447997] env[69765]: DEBUG oslo_vmware.api [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Task: {'id': task-3943054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337506} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.448398] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5411b18-a60c-4e46-ac6a-628ec311d217 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.450804] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.451027] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.451322] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.451423] env[69765]: INFO nova.compute.manager [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 848.451710] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.456476] env[69765]: DEBUG nova.compute.manager [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.456632] env[69765]: DEBUG nova.network.neutron [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 848.458834] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 848.458834] env[69765]: value = "task-3943056" [ 848.458834] env[69765]: _type = "Task" [ 848.458834] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.458834] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.464777] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 848.464777] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523e6994-2ed3-fe23-8fe4-7301fb3b6571" [ 848.464777] env[69765]: _type = "Task" [ 848.464777] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.471869] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.477520] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e6994-2ed3-fe23-8fe4-7301fb3b6571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.507754] env[69765]: DEBUG nova.network.neutron [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 848.512963] env[69765]: DEBUG nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.514046] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49faec1c-10bb-451d-921b-e4c87e53baec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.704272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-69e46895-52ee-4a00-89a7-611dc835955d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.998s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.878816] env[69765]: DEBUG nova.scheduler.client.report [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.956333] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943055, 'name': ReconfigVM_Task, 'duration_secs': 0.425573} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.956797] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.957822] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da88bf5-9bc6-4c9b-940a-8079768c791a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.006915] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1110df0-9eb6-45ce-b386-58807a3e4185 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.019184] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190997} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.023261] env[69765]: DEBUG nova.network.neutron [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.027517] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.028622] env[69765]: DEBUG nova.compute.manager [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.028918] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e6994-2ed3-fe23-8fe4-7301fb3b6571, 'name': SearchDatastore_Task, 'duration_secs': 0.015594} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.031118] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4c7f3-0ca7-401e-95ce-3154091e2784 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.035569] env[69765]: INFO nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] instance snapshotting [ 849.035780] env[69765]: WARNING nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 849.037995] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b2546d-ec6b-41d6-a34e-e487f6972e4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.040971] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.041203] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9462e2f5-628d-4410-a2d1-6ff064c8cc8f/9462e2f5-628d-4410-a2d1-6ff064c8cc8f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.044360] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-140d6dcb-c0d9-4fdf-bfce-bd072c2a99af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.047198] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefbf997-8479-4b15-9a39-52d387ae4eca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.051140] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 849.051140] env[69765]: value = "task-3943057" [ 849.051140] env[69765]: _type = "Task" [ 849.051140] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.051360] env[69765]: DEBUG nova.compute.manager [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Received event network-changed-b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.051515] env[69765]: DEBUG nova.compute.manager [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Refreshing instance network info cache due to event network-changed-b5cec225-0262-4b06-b3c0-a1965a2eb81f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.051739] env[69765]: DEBUG oslo_concurrency.lockutils [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] Acquiring lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.051886] env[69765]: DEBUG oslo_concurrency.lockutils [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] Acquired lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.052060] env[69765]: DEBUG nova.network.neutron [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Refreshing network info cache for port b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 849.057065] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.110802] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e08f03b7-add2-4f51-b5e0-e67b1b55cc76/e08f03b7-add2-4f51-b5e0-e67b1b55cc76.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.111277] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 849.111277] env[69765]: value = "task-3943058" [ 849.111277] env[69765]: _type = "Task" [ 849.111277] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.115977] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51442813-fd06-4f35-a773-5c32fb653a55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.131505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae8a9c-8989-4bde-a19e-b6ddcff14b42 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.145314] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:27:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='655488528',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1699856278',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.145574] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.145714] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.145919] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.146073] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.146205] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.146430] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.146592] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.146763] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.146931] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.147454] env[69765]: DEBUG nova.virt.hardware [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.148802] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5506e9-d1bc-44d3-98a8-28e19e482ea2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.164351] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.164351] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 849.164351] env[69765]: value = "task-3943059" [ 849.164351] env[69765]: _type = "Task" [ 849.164351] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.164697] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.173198] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2adaf5-1890-44a8-9160-94b8a7626c3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.182519] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.207339] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.361294] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Successfully updated port: bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.387425] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.387786] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.392992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.516s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.393308] env[69765]: DEBUG nova.objects.instance [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lazy-loading 'resources' on Instance uuid fc5c12e6-eb79-4625-97b3-114b8daf25d8 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.530359] env[69765]: INFO nova.compute.manager [-] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Took 1.07 seconds to deallocate network for instance. [ 849.574029] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943057, 'name': ReconfigVM_Task, 'duration_secs': 0.270774} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.574029] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.574029] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffe9f2b-d065-42eb-b093-9701b3874ed4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.581560] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 849.581560] env[69765]: value = "task-3943060" [ 849.581560] env[69765]: _type = "Task" [ 849.581560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.599380] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.615025] env[69765]: INFO nova.compute.manager [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] instance snapshotting [ 849.617401] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33ed1ea-1ce3-4643-a559-d14f65c73f13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.647302] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba300bc-d7f9-4876-9d96-fe8d9c6e143b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.657941] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488293} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.660608] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9462e2f5-628d-4410-a2d1-6ff064c8cc8f/9462e2f5-628d-4410-a2d1-6ff064c8cc8f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.661128] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.664636] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5a75b7-9798-49a7-a4e4-94c4ea1c98bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.668343] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.675961] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64988c22-3f5d-4619-b067-839b36f260dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.689036] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.690924] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 849.690924] env[69765]: value = "task-3943062" [ 849.690924] env[69765]: _type = "Task" [ 849.690924] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.691914] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 849.691914] env[69765]: value = "task-3943061" [ 849.691914] env[69765]: _type = "Task" [ 849.691914] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.730477] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.730592] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.740294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.865024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.865216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.865395] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 849.900684] env[69765]: DEBUG nova.compute.utils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.902569] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.902569] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.996110] env[69765]: DEBUG nova.policy [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301f48db7eaa48a1b59984c7a4357d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097c6796ba6a43c583dfcf8ef64893d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.040395] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.085919] env[69765]: DEBUG nova.network.neutron [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updated VIF entry in instance network info cache for port b5cec225-0262-4b06-b3c0-a1965a2eb81f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 850.085919] env[69765]: DEBUG nova.network.neutron [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updating instance_info_cache with network_info: [{"id": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "address": "fa:16:3e:79:cd:a3", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cec225-02", "ovs_interfaceid": "b5cec225-0262-4b06-b3c0-a1965a2eb81f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.095027] env[69765]: DEBUG oslo_vmware.api [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943060, 'name': PowerOnVM_Task, 'duration_secs': 0.477009} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.098053] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.101011] env[69765]: DEBUG nova.compute.manager [None req-294137c2-48ab-4d5b-a3f9-58dd3f697b7a tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.101707] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a4d6c-af5a-4557-8e32-7bfefe83af39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.166528] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.167040] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5816ad3e-4c08-46bd-9e57-39202d0a12c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.181727] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 850.181727] env[69765]: value = "task-3943063" [ 850.181727] env[69765]: _type = "Task" [ 850.181727] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.194487] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.207557] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.288407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.288761] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.288952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.289170] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.289351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.339875] env[69765]: INFO nova.compute.manager [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Terminating instance [ 850.339875] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079996} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.339875] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943059, 'name': ReconfigVM_Task, 'duration_secs': 0.567989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.339875] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.339875] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e08f03b7-add2-4f51-b5e0-e67b1b55cc76/e08f03b7-add2-4f51-b5e0-e67b1b55cc76.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.343777] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de086879-13c9-46a8-936e-8ae5ee52def3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.347062] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600c761b-d0e7-40ab-8818-d1d2ad2c4ebc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.377402] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 850.377402] env[69765]: value = "task-3943064" [ 850.377402] env[69765]: _type = "Task" [ 850.377402] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.390528] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9462e2f5-628d-4410-a2d1-6ff064c8cc8f/9462e2f5-628d-4410-a2d1-6ff064c8cc8f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.391765] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdc855a-d3e1-47ad-86bd-f87b06a6dcc6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.414538] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.431467] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943064, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.434604] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 850.434604] env[69765]: value = "task-3943065" [ 850.434604] env[69765]: _type = "Task" [ 850.434604] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.463283] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.560760] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 850.593780] env[69765]: DEBUG oslo_concurrency.lockutils [req-06a30a98-d636-4368-aaed-f587a6417c48 req-cbcbf731-2db5-4f85-97a5-95ab3ce9bf37 service nova] Releasing lock "refresh_cache-00770212-75b7-4043-b43d-a1735f759564" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.693840] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.707410] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943062, 'name': CreateSnapshot_Task, 'duration_secs': 0.669285} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.707820] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 850.709150] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f2739-c104-4413-bb58-ab28c4735ed7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.850027] env[69765]: DEBUG nova.compute.manager [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.851055] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.853072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21513ebd-d3ea-463f-baf0-d3c2b6ae90cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.866834] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.869463] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa386742-b72a-4678-80fe-d2edf490abe7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.878199] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 850.878199] env[69765]: value = "task-3943066" [ 850.878199] env[69765]: _type = "Task" [ 850.878199] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.878199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9aff1-a095-41bf-87f2-c733c35f8a41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.892168] env[69765]: DEBUG nova.network.neutron [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updating instance_info_cache with network_info: [{"id": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "address": "fa:16:3e:61:30:74", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4067a1-04", "ovs_interfaceid": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.905214] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3943066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.906064] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8492a87-60f6-4d7c-9542-d7717fa0e6d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.918049] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943064, 'name': Rename_Task, 'duration_secs': 0.203222} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.947660] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.952580] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae9e0d16-e139-40ee-a983-bc0839103d98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.958105] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc82e11-9da8-4f96-ab90-3b67661cbc02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.968321] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943065, 'name': ReconfigVM_Task, 'duration_secs': 0.451329} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.972366] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9462e2f5-628d-4410-a2d1-6ff064c8cc8f/9462e2f5-628d-4410-a2d1-6ff064c8cc8f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.973294] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 850.973294] env[69765]: value = "task-3943067" [ 850.973294] env[69765]: _type = "Task" [ 850.973294] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.973503] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19dc6061-4782-4010-be89-45aa42b6da67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.978448] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5883a8-d458-4eef-9c87-6e1c387dac11 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.997499] env[69765]: DEBUG nova.compute.provider_tree [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.005897] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Successfully created port: 9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.009037] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 851.009037] env[69765]: value = "task-3943068" [ 851.009037] env[69765]: _type = "Task" [ 851.009037] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.009647] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943067, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.024602] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943068, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.204745] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943063, 'name': CreateSnapshot_Task, 'duration_secs': 0.583617} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.205132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.205988] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2825b6-6ef7-4b25-aa84-55e17751c3db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.232797] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.233193] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e37e0225-6940-4098-8a9e-9f23e3be7fe5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.244523] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 851.244523] env[69765]: value = "task-3943069" [ 851.244523] env[69765]: _type = "Task" [ 851.244523] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.255553] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943069, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.366705] env[69765]: DEBUG nova.compute.manager [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Received event network-vif-plugged-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.366705] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Acquiring lock "bf254692-69ca-4d13-920d-21bd492e0439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.366705] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Lock "bf254692-69ca-4d13-920d-21bd492e0439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.366705] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Lock "bf254692-69ca-4d13-920d-21bd492e0439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.366705] env[69765]: DEBUG nova.compute.manager [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] No waiting events found dispatching network-vif-plugged-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.366705] env[69765]: WARNING nova.compute.manager [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Received unexpected event network-vif-plugged-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 for instance with vm_state building and task_state spawning. [ 851.366705] env[69765]: DEBUG nova.compute.manager [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Received event network-changed-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.366705] env[69765]: DEBUG nova.compute.manager [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Refreshing instance network info cache due to event network-changed-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.366705] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Acquiring lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391689] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3943066, 'name': PowerOffVM_Task, 'duration_secs': 0.4172} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.395231] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.395231] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.395231] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74bc6b02-c57f-4608-99eb-28f4bd688b70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.405757] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.406390] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Instance network_info: |[{"id": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "address": "fa:16:3e:61:30:74", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4067a1-04", "ovs_interfaceid": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.407049] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Acquired lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.407534] env[69765]: DEBUG nova.network.neutron [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Refreshing network info cache for port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 851.410474] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:30:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4067a1-04fb-41b1-8cd4-4913ba74d7f9', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.420651] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.421627] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.422704] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0894e98-30d7-433e-bd38-59c3515e5065 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.451026] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.451026] env[69765]: value = "task-3943071" [ 851.451026] env[69765]: _type = "Task" [ 851.451026] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.464994] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.467840] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943071, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.472684] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.473141] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.473455] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Deleting the datastore file [datastore2] 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.473894] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-601f7706-55e0-42ef-810b-7737d8a21114 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.482459] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for the task: (returnval){ [ 851.482459] env[69765]: value = "task-3943072" [ 851.482459] env[69765]: _type = "Task" [ 851.482459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.499259] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.502553] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.502880] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.503098] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.503370] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.503536] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.503709] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.503969] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.504207] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.504409] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.504640] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.504897] env[69765]: DEBUG nova.virt.hardware [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.508993] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3f64c-83ba-49f0-a71f-6e630eecf2ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.512211] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3943072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.513685] env[69765]: DEBUG nova.scheduler.client.report [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.533677] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441f8113-223a-4280-991b-05dc7b8cd1f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.539388] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943068, 'name': Rename_Task, 'duration_secs': 0.207068} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.540691] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.541556] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb17e0c-4ec6-4d12-834f-4bb77a34d75e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.561312] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 851.561312] env[69765]: value = "task-3943073" [ 851.561312] env[69765]: _type = "Task" [ 851.561312] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.573153] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.728971] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.729314] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44c67f8f-926a-4c4a-982a-493c4f2a7219 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.740969] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 851.740969] env[69765]: value = "task-3943074" [ 851.740969] env[69765]: _type = "Task" [ 851.740969] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.759889] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943069, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.766263] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943074, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.967929] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943071, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.999263] env[69765]: DEBUG oslo_vmware.api [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Task: {'id': task-3943072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242936} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.005807] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.005807] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.005807] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.005807] env[69765]: INFO nova.compute.manager [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 852.005807] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.005807] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943067, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.006418] env[69765]: DEBUG nova.compute.manager [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.006418] env[69765]: DEBUG nova.network.neutron [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 852.024574] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.632s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.028762] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.971s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.029166] env[69765]: DEBUG nova.objects.instance [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lazy-loading 'resources' on Instance uuid 4d1fd36b-f212-4c34-8c68-f6df19a3f33c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.059843] env[69765]: INFO nova.scheduler.client.report [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted allocations for instance fc5c12e6-eb79-4625-97b3-114b8daf25d8 [ 852.080275] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.262543] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943074, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.268184] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943069, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.330255] env[69765]: DEBUG nova.network.neutron [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updated VIF entry in instance network info cache for port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 852.330255] env[69765]: DEBUG nova.network.neutron [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updating instance_info_cache with network_info: [{"id": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "address": "fa:16:3e:61:30:74", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4067a1-04", "ovs_interfaceid": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.469917] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943071, 'name': CreateVM_Task, 'duration_secs': 0.724574} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.470345] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.473239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.473239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.473239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.473239] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3df4480-2f58-4bc9-b098-c308daf57128 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.481110] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 852.481110] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ea9bc5-abb8-0893-5f28-5ddd8befff08" [ 852.481110] env[69765]: _type = "Task" [ 852.481110] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.497275] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea9bc5-abb8-0893-5f28-5ddd8befff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.501430] env[69765]: DEBUG oslo_vmware.api [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943067, 'name': PowerOnVM_Task, 'duration_secs': 1.13281} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.501713] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.501992] env[69765]: INFO nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Took 12.98 seconds to spawn the instance on the hypervisor. [ 852.502363] env[69765]: DEBUG nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.503273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed3ef20-3d12-4191-be08-94a26282fdf2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.580363] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1e7f8037-df9d-4eee-b67f-f29bd22a19c8 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "fc5c12e6-eb79-4625-97b3-114b8daf25d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.244s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.585384] env[69765]: DEBUG oslo_vmware.api [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943073, 'name': PowerOnVM_Task, 'duration_secs': 0.834916} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.585952] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.586183] env[69765]: INFO nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Took 9.35 seconds to spawn the instance on the hypervisor. [ 852.586362] env[69765]: DEBUG nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.587244] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c0b342-574a-4e78-8e50-5a05e05e7bc5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.755514] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943074, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.761324] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943069, 'name': CloneVM_Task, 'duration_secs': 1.453095} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.764145] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Created linked-clone VM from snapshot [ 852.765336] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ff552-61f9-4a2d-9c5e-5ae89f0b2eb8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.774154] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Uploading image 6761a95a-b2a6-4469-9aff-c96eeda64310 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.808013] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.808013] env[69765]: value = "vm-782698" [ 852.808013] env[69765]: _type = "VirtualMachine" [ 852.808013] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.808308] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7213d961-50d0-430a-81ca-3781048dbbf1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.821280] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease: (returnval){ [ 852.821280] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201a93e-cce4-4ef0-0677-96ae2631d00d" [ 852.821280] env[69765]: _type = "HttpNfcLease" [ 852.821280] env[69765]: } obtained for exporting VM: (result){ [ 852.821280] env[69765]: value = "vm-782698" [ 852.821280] env[69765]: _type = "VirtualMachine" [ 852.821280] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.821627] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the lease: (returnval){ [ 852.821627] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201a93e-cce4-4ef0-0677-96ae2631d00d" [ 852.821627] env[69765]: _type = "HttpNfcLease" [ 852.821627] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.829418] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.829418] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201a93e-cce4-4ef0-0677-96ae2631d00d" [ 852.829418] env[69765]: _type = "HttpNfcLease" [ 852.829418] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.837736] env[69765]: DEBUG oslo_concurrency.lockutils [req-853210e7-95c2-45ab-8dc0-a572bd7f26cc req-ce453675-4158-4b8d-8ef1-fc5d88fbd964 service nova] Releasing lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.881976] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Successfully updated port: 9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.998357] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea9bc5-abb8-0893-5f28-5ddd8befff08, 'name': SearchDatastore_Task, 'duration_secs': 0.044153} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.998357] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.998357] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.998357] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.998586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.999194] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.999292] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545761b9-997c-4437-b9de-51f25ba41c76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.012400] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.012628] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.013961] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab0e686-17ab-4006-8e7c-c89f44eb5b08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.025024] env[69765]: INFO nova.compute.manager [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Took 40.22 seconds to build instance. [ 853.026972] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 853.026972] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521b3802-ce54-7e50-0a01-4248ec220f09" [ 853.026972] env[69765]: _type = "Task" [ 853.026972] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.040712] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521b3802-ce54-7e50-0a01-4248ec220f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.102293] env[69765]: DEBUG nova.compute.manager [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-changed-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.102598] env[69765]: DEBUG nova.compute.manager [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing instance network info cache due to event network-changed-78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.102720] env[69765]: DEBUG oslo_concurrency.lockutils [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.103409] env[69765]: DEBUG oslo_concurrency.lockutils [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.104091] env[69765]: DEBUG nova.network.neutron [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing network info cache for port 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 853.118196] env[69765]: INFO nova.compute.manager [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Took 38.29 seconds to build instance. [ 853.229577] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7fedb7-f985-4bcd-a837-bf6d6f3f8b66 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.239468] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79702dc8-208a-45bb-ba84-e37de0a3bfff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.284101] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4cb54-737b-48cc-a7dd-6ba810236b08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.291515] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943074, 'name': CloneVM_Task, 'duration_secs': 1.463989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.292250] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Created linked-clone VM from snapshot [ 853.293091] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99a6df-b749-47d3-97c3-3ab37099ccb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.302632] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2cc870-1a26-4999-9c04-d539cbcc4d6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.311591] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Uploading image 7206ddd2-beeb-43b1-8e70-b4623b463ffc {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.327488] env[69765]: DEBUG nova.compute.provider_tree [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.338680] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.338680] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201a93e-cce4-4ef0-0677-96ae2631d00d" [ 853.338680] env[69765]: _type = "HttpNfcLease" [ 853.338680] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 853.341040] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.341040] env[69765]: value = "vm-782700" [ 853.341040] env[69765]: _type = "VirtualMachine" [ 853.341040] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.345112] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 853.345112] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201a93e-cce4-4ef0-0677-96ae2631d00d" [ 853.345112] env[69765]: _type = "HttpNfcLease" [ 853.345112] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 853.345112] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f544929f-d555-4e24-904a-070e9f255a54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.345112] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e7585-ddef-42a8-9d32-26c373bb97f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.356792] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 853.357036] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 853.359670] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease: (returnval){ [ 853.359670] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52802e0b-fccc-152c-3cf1-a1b1793081b4" [ 853.359670] env[69765]: _type = "HttpNfcLease" [ 853.359670] env[69765]: } obtained for exporting VM: (result){ [ 853.359670] env[69765]: value = "vm-782700" [ 853.359670] env[69765]: _type = "VirtualMachine" [ 853.359670] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.359997] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the lease: (returnval){ [ 853.359997] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52802e0b-fccc-152c-3cf1-a1b1793081b4" [ 853.359997] env[69765]: _type = "HttpNfcLease" [ 853.359997] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.420696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420696] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 853.420696] env[69765]: DEBUG nova.network.neutron [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.428278] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.428278] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52802e0b-fccc-152c-3cf1-a1b1793081b4" [ 853.428278] env[69765]: _type = "HttpNfcLease" [ 853.428278] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 853.429039] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 853.429039] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52802e0b-fccc-152c-3cf1-a1b1793081b4" [ 853.429039] env[69765]: _type = "HttpNfcLease" [ 853.429039] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 853.429954] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7c680-38d9-4c23-9051-a58a813a48b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.440145] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 853.440145] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 853.517834] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a863ee30-40c8-4534-aa6e-d447f4374d8f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.529719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8df5091f-c02a-4b9e-8747-98cf85bc9bd7 tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.042s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.541777] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521b3802-ce54-7e50-0a01-4248ec220f09, 'name': SearchDatastore_Task, 'duration_secs': 0.028194} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.545815] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f09e96a-1ae0-4589-807b-22b328781c4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.553281] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 853.553281] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bb7d71-2d05-098a-c283-523774db4a92" [ 853.553281] env[69765]: _type = "Task" [ 853.553281] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.572035] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2fd988a1-aab5-4bac-ad78-100da5268852 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.578314] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bb7d71-2d05-098a-c283-523774db4a92, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.579642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.579931] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/bf254692-69ca-4d13-920d-21bd492e0439.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.580304] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa55c527-a3cf-4672-abaf-71f255e7d48b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.588068] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 853.588068] env[69765]: value = "task-3943077" [ 853.588068] env[69765]: _type = "Task" [ 853.588068] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.599248] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.621913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b1fdbcb5-e384-4fbe-ae16-c7563d9e5942 tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.930s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.694014] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "96955030-d36e-43fe-b6b9-dfa4569418ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.694330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.694553] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.695383] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.695614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.697656] env[69765]: INFO nova.compute.manager [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Terminating instance [ 853.777389] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-changed-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.777389] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing instance network info cache due to event network-changed-78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.777926] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.835291] env[69765]: DEBUG nova.scheduler.client.report [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.884742] env[69765]: DEBUG nova.network.neutron [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updated VIF entry in instance network info cache for port 78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 853.885724] env[69765]: DEBUG nova.network.neutron [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.926700] env[69765]: INFO nova.compute.manager [-] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Took 1.92 seconds to deallocate network for instance. [ 853.973756] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 854.035312] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.104687] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.124623] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.203867] env[69765]: DEBUG nova.compute.manager [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.204678] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.207120] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23ba60a-0fe7-4124-b1cf-23465d608a28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.225729] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.226252] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f708a0a1-fa8a-4330-8c1e-bc166ccab7e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.238589] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 854.238589] env[69765]: value = "task-3943078" [ 854.238589] env[69765]: _type = "Task" [ 854.238589] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.257748] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.260599] env[69765]: DEBUG nova.network.neutron [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Updating instance_info_cache with network_info: [{"id": "9e0ce28e-cef1-4057-928e-485fc95c16af", "address": "fa:16:3e:46:ba:4f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0ce28e-ce", "ovs_interfaceid": "9e0ce28e-cef1-4057-928e-485fc95c16af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.341330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.345046] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.076s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.346787] env[69765]: DEBUG nova.objects.instance [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.388025] env[69765]: INFO nova.scheduler.client.report [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Deleted allocations for instance 4d1fd36b-f212-4c34-8c68-f6df19a3f33c [ 854.394870] env[69765]: DEBUG oslo_concurrency.lockutils [req-866060e2-7786-4511-b6fc-6993d54c199a req-289da016-1e89-4526-b38e-a4da31ddeae0 service nova] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.397139] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.399609] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing network info cache for port 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 854.437715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.482605] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.482605] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.482605] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.482605] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.482605] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.483837] env[69765]: INFO nova.compute.manager [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Terminating instance [ 854.560194] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.602113] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688062} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.602488] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/bf254692-69ca-4d13-920d-21bd492e0439.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.602718] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.603298] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166be1b3-9227-49c1-8794-cb81d3bd1c32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.612513] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 854.612513] env[69765]: value = "task-3943079" [ 854.612513] env[69765]: _type = "Task" [ 854.612513] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.624032] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.644752] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.756091] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943078, 'name': PowerOffVM_Task, 'duration_secs': 0.294053} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.756513] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.756756] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.757191] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e30c4856-a42f-4510-9126-3e19b8f1509d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.769726] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.770098] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Instance network_info: |[{"id": "9e0ce28e-cef1-4057-928e-485fc95c16af", "address": "fa:16:3e:46:ba:4f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0ce28e-ce", "ovs_interfaceid": "9e0ce28e-cef1-4057-928e-485fc95c16af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.770543] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ba:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e0ce28e-cef1-4057-928e-485fc95c16af', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.780132] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.780503] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.780889] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6a4c7e-7ee1-4a15-988a-f68a270fe6e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.803741] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.803741] env[69765]: value = "task-3943081" [ 854.803741] env[69765]: _type = "Task" [ 854.803741] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.814668] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943081, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.843317] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.844048] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.844454] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleting the datastore file [datastore2] 96955030-d36e-43fe-b6b9-dfa4569418ec {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.845115] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b687c1fd-3a15-46ce-bdee-5db5d5e97f70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.853457] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 854.853457] env[69765]: value = "task-3943082" [ 854.853457] env[69765]: _type = "Task" [ 854.853457] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.873410] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.900306] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6433d5d-0cd0-479c-955b-74fa7330a74a tempest-InstanceActionsNegativeTestJSON-155485763 tempest-InstanceActionsNegativeTestJSON-155485763-project-member] Lock "4d1fd36b-f212-4c34-8c68-f6df19a3f33c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.596s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.989186] env[69765]: DEBUG nova.compute.manager [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.990070] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.991284] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d263f1-47fd-443f-b172-04e779207d74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.005034] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.005034] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddf6675-ebba-49d4-affe-554897b58b93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.016334] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 855.016334] env[69765]: value = "task-3943083" [ 855.016334] env[69765]: _type = "Task" [ 855.016334] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.031452] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.126664] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138245} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.127267] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.128552] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e84feb-398b-4d3a-b0bb-69e14bbe5d21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.160559] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/bf254692-69ca-4d13-920d-21bd492e0439.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.162473] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19defa21-cb5b-419d-8651-5029f65a62ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.189668] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 855.189668] env[69765]: value = "task-3943084" [ 855.189668] env[69765]: _type = "Task" [ 855.189668] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.202188] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.228070] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updated VIF entry in instance network info cache for port 78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 855.228979] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.318066] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943081, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.368740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f7b96ceb-99f3-4b95-9a2e-eb8c88ace0fa tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.370926] env[69765]: DEBUG oslo_vmware.api [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262705} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.373294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.978s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.376361] env[69765]: INFO nova.compute.claims [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.380158] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.380471] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.380891] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.381215] env[69765]: INFO nova.compute.manager [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Took 1.18 seconds to destroy the instance on the hypervisor. [ 855.381633] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.382433] env[69765]: DEBUG nova.compute.manager [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.382584] env[69765]: DEBUG nova.network.neutron [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 855.531674] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943083, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.705157] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.732419] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.733353] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Received event network-vif-plugged-9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.733725] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Acquiring lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.734154] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.734549] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.735018] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] No waiting events found dispatching network-vif-plugged-9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.735569] env[69765]: WARNING nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Received unexpected event network-vif-plugged-9e0ce28e-cef1-4057-928e-485fc95c16af for instance with vm_state building and task_state spawning. [ 855.735569] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Received event network-changed-9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.736738] env[69765]: DEBUG nova.compute.manager [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Refreshing instance network info cache due to event network-changed-9e0ce28e-cef1-4057-928e-485fc95c16af. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.737072] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Acquiring lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.738030] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Acquired lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.738030] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Refreshing network info cache for port 9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 855.818708] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943081, 'name': CreateVM_Task, 'duration_secs': 0.877269} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.819863] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.822020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.822020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.822020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.822020] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4045de96-15b4-4dd4-b9c0-f79abd8ee2ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.831024] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 855.831024] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c8bc1e-b3d8-b076-f8c0-2ab44f4c2549" [ 855.831024] env[69765]: _type = "Task" [ 855.831024] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.843268] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c8bc1e-b3d8-b076-f8c0-2ab44f4c2549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.031750] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943083, 'name': PowerOffVM_Task, 'duration_secs': 0.613791} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.032114] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.032306] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.032680] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86577683-c821-45ba-99db-8889d5e791a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.103297] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.103749] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.104539] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Deleting the datastore file [datastore2] 9462e2f5-628d-4410-a2d1-6ff064c8cc8f {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.105382] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892d8dd7-f2b9-4ac4-bfde-92c6e18433b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.114099] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for the task: (returnval){ [ 856.114099] env[69765]: value = "task-3943086" [ 856.114099] env[69765]: _type = "Task" [ 856.114099] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.125992] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.205773] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943084, 'name': ReconfigVM_Task, 'duration_secs': 0.601769} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.206564] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Reconfigured VM instance instance-00000039 to attach disk [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/bf254692-69ca-4d13-920d-21bd492e0439.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.207364] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69765) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 856.208413] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4e3b9fc5-c8c4-493e-add1-5f5580170c18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.219175] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 856.219175] env[69765]: value = "task-3943087" [ 856.219175] env[69765]: _type = "Task" [ 856.219175] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.223390] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.223657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.223893] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.224150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.224386] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.227546] env[69765]: INFO nova.compute.manager [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Terminating instance [ 856.238878] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943087, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.250615] env[69765]: DEBUG nova.network.neutron [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.345322] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c8bc1e-b3d8-b076-f8c0-2ab44f4c2549, 'name': SearchDatastore_Task, 'duration_secs': 0.01708} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.345827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.346222] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.346604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.346840] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.347160] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.347581] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c52e63a-4249-4f4a-a9c0-f8b5db447372 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360023] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.360355] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.361178] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bbf6ee-3e4a-439b-8e15-59e1b9ce4fa4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.367721] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 856.367721] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52aebf2b-b23e-c427-5834-5c25373e65b4" [ 856.367721] env[69765]: _type = "Task" [ 856.367721] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.377672] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aebf2b-b23e-c427-5834-5c25373e65b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.625032] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Updated VIF entry in instance network info cache for port 9e0ce28e-cef1-4057-928e-485fc95c16af. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 856.625032] env[69765]: DEBUG nova.network.neutron [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Updating instance_info_cache with network_info: [{"id": "9e0ce28e-cef1-4057-928e-485fc95c16af", "address": "fa:16:3e:46:ba:4f", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0ce28e-ce", "ovs_interfaceid": "9e0ce28e-cef1-4057-928e-485fc95c16af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.640690] env[69765]: DEBUG oslo_vmware.api [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Task: {'id': task-3943086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368308} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.642572] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.642939] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.643248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.643574] env[69765]: INFO nova.compute.manager [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 856.644044] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.644853] env[69765]: DEBUG nova.compute.manager [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.645325] env[69765]: DEBUG nova.network.neutron [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 856.730525] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943087, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.08678} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.730938] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69765) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 856.731730] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b1830-9e01-4c6e-8fe3-3512b75b5d00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.737997] env[69765]: DEBUG nova.compute.manager [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.740256] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.740256] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f593c-f309-4ef5-b904-929fab7a8aa6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.760820] env[69765]: INFO nova.compute.manager [-] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Took 1.38 seconds to deallocate network for instance. [ 856.771464] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/ephemeral_0.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.782522] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7566ad96-fd2c-4396-b91d-b27016d9df0d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.799275] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.800488] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0b506b-8529-4878-9e21-97b908b65f76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.809441] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 856.809441] env[69765]: value = "task-3943089" [ 856.809441] env[69765]: _type = "Task" [ 856.809441] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.812311] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 856.812311] env[69765]: value = "task-3943088" [ 856.812311] env[69765]: _type = "Task" [ 856.812311] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.832858] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.837291] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.882981] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aebf2b-b23e-c427-5834-5c25373e65b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02224} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.883922] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728a910c-b2ec-46a6-b179-cd6f31a86a4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.892247] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 856.892247] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522c728e-459a-3753-74f3-c565b902f979" [ 856.892247] env[69765]: _type = "Task" [ 856.892247] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.904433] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522c728e-459a-3753-74f3-c565b902f979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.047813] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c1283-59a4-4a08-bf20-d7026d924e9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.059875] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4312134a-9862-499f-9d76-c08e10e2b106 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.100899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394f4d11-8b01-4e19-a5d3-64f7d10a6418 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.110319] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25995838-9d65-494b-a3c3-44ff8c107b35 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.127223] env[69765]: DEBUG nova.compute.provider_tree [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.132972] env[69765]: DEBUG oslo_concurrency.lockutils [req-62d224d1-f1cd-4cbe-843d-89616e8d5135 req-8ff7c8a1-b26e-4782-b2e5-fca37fe3a479 service nova] Releasing lock "refresh_cache-9da179e8-d2e7-4b7c-9ed0-a7944411c463" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.301621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.329958] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.334169] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943088, 'name': PowerOffVM_Task, 'duration_secs': 0.300668} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.334585] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.334855] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.335203] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b3620be-843f-4c76-8001-970e46c464ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.408589] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522c728e-459a-3753-74f3-c565b902f979, 'name': SearchDatastore_Task, 'duration_secs': 0.021362} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.415157] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.415879] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9da179e8-d2e7-4b7c-9ed0-a7944411c463/9da179e8-d2e7-4b7c-9ed0-a7944411c463.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.416073] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983c450f-7ccf-464a-9f56-3835e5cdd166 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.425412] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 857.425412] env[69765]: value = "task-3943091" [ 857.425412] env[69765]: _type = "Task" [ 857.425412] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.436968] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.460884] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.461447] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.461930] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleting the datastore file [datastore1] e08f03b7-add2-4f51-b5e0-e67b1b55cc76 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.462309] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e83ff3ac-054a-41ca-ba96-86df75965f36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.473293] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for the task: (returnval){ [ 857.473293] env[69765]: value = "task-3943092" [ 857.473293] env[69765]: _type = "Task" [ 857.473293] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.485090] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.661089] env[69765]: ERROR nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [req-fef8b4aa-5a5d-463b-ab72-cddba2a674a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fef8b4aa-5a5d-463b-ab72-cddba2a674a8"}]} [ 857.679880] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.703235] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.703408] env[69765]: DEBUG nova.compute.provider_tree [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.721757] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.746939] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.827177] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943089, 'name': ReconfigVM_Task, 'duration_secs': 0.641244} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.830800] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Reconfigured VM instance instance-00000039 to attach disk [datastore2] bf254692-69ca-4d13-920d-21bd492e0439/ephemeral_0.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.831928] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e711fab3-ed64-4bf3-aa1c-9927b8cef64b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.841755] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 857.841755] env[69765]: value = "task-3943093" [ 857.841755] env[69765]: _type = "Task" [ 857.841755] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.856062] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943093, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.918189] env[69765]: DEBUG nova.network.neutron [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.938107] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.988940] env[69765]: DEBUG oslo_vmware.api [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Task: {'id': task-3943092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360893} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.989200] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.989433] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.989711] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.990026] env[69765]: INFO nova.compute.manager [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Took 1.25 seconds to destroy the instance on the hypervisor. [ 857.990349] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.990626] env[69765]: DEBUG nova.compute.manager [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.990721] env[69765]: DEBUG nova.network.neutron [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 858.342549] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2053a-b254-4feb-bf05-d2d04b4a8f53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.357078] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943093, 'name': Rename_Task, 'duration_secs': 0.357119} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.359651] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.360160] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d01b5b-ec4e-4333-8677-1ddacdab8586 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.363697] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8bf48a-f90e-4c64-8c6f-c43e28aa2c95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.403881] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90710a24-55d2-4af4-9497-940cf0e7172e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.407146] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 858.407146] env[69765]: value = "task-3943094" [ 858.407146] env[69765]: _type = "Task" [ 858.407146] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.419124] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a5828-4e8e-4b9b-b120-e71e513f4817 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430157] env[69765]: INFO nova.compute.manager [-] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Took 1.78 seconds to deallocate network for instance. [ 858.430731] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.447841] env[69765]: DEBUG nova.compute.provider_tree [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.456821] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56659} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.456821] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 9da179e8-d2e7-4b7c-9ed0-a7944411c463/9da179e8-d2e7-4b7c-9ed0-a7944411c463.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.456821] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.457123] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48833e9-e45e-45a3-88e6-a9e6c1ea594c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.468084] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 858.468084] env[69765]: value = "task-3943095" [ 858.468084] env[69765]: _type = "Task" [ 858.468084] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.476821] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.918165] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.951233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.952169] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.979866] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097119} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.980208] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.981199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b00d5e2-130b-4be9-93d5-34120a7a1b00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.007852] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9da179e8-d2e7-4b7c-9ed0-a7944411c463/9da179e8-d2e7-4b7c-9ed0-a7944411c463.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.008509] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7c9599-8fae-4412-b6f7-eab63ff2b057 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.032395] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 859.032395] env[69765]: value = "task-3943096" [ 859.032395] env[69765]: _type = "Task" [ 859.032395] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.042562] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.159690] env[69765]: DEBUG nova.network.neutron [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.419473] env[69765]: DEBUG oslo_vmware.api [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943094, 'name': PowerOnVM_Task, 'duration_secs': 0.673441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.419758] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.419987] env[69765]: INFO nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Took 10.36 seconds to spawn the instance on the hypervisor. [ 859.420194] env[69765]: DEBUG nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.420990] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af90f3-252c-4b3a-ad81-7ee141ef3eda {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.458587] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.086s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.459173] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.462196] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.854s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.462440] env[69765]: DEBUG nova.objects.instance [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lazy-loading 'resources' on Instance uuid 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.543204] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943096, 'name': ReconfigVM_Task, 'duration_secs': 0.419943} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.543547] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9da179e8-d2e7-4b7c-9ed0-a7944411c463/9da179e8-d2e7-4b7c-9ed0-a7944411c463.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.544222] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b74b28cd-a077-43f7-a83a-7ac6bfebd250 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.554157] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 859.554157] env[69765]: value = "task-3943097" [ 859.554157] env[69765]: _type = "Task" [ 859.554157] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.564188] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943097, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.663224] env[69765]: INFO nova.compute.manager [-] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Took 1.67 seconds to deallocate network for instance. [ 859.942215] env[69765]: INFO nova.compute.manager [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Took 42.40 seconds to build instance. [ 859.966754] env[69765]: DEBUG nova.compute.utils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.967709] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.968738] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.013575] env[69765]: DEBUG nova.policy [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28f9820d79624dee81cd09c23a634dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db6be26f4cc148f7a21a11f49281bbe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.064932] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943097, 'name': Rename_Task, 'duration_secs': 0.176024} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.065286] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.065565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f8b9c39-c190-478f-ac7c-600773908996 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.075222] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 860.075222] env[69765]: value = "task-3943098" [ 860.075222] env[69765]: _type = "Task" [ 860.075222] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.086018] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.169863] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.311354] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Successfully created port: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.444932] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bea8514f-7d51-4f56-851f-1e6e98e9f4e4 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.074s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.475286] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.557025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4726e3f-d8c3-42e1-bf73-eaf2e9af9db5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.566355] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c3a03-58fe-4b05-af4d-ff44b1487451 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.606951] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b54428-8e00-41dc-bb6c-0f9162f8a2c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.619546] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.620906] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0414b2-2d24-42ab-861c-f40755f0b6c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.636425] env[69765]: DEBUG nova.compute.provider_tree [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.112200] env[69765]: DEBUG oslo_vmware.api [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943098, 'name': PowerOnVM_Task, 'duration_secs': 0.56033} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.112591] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.112799] env[69765]: INFO nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Took 9.65 seconds to spawn the instance on the hypervisor. [ 861.112990] env[69765]: DEBUG nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.113805] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c2ee3-9265-4d13-aca5-2b11daf30b7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.140053] env[69765]: DEBUG nova.scheduler.client.report [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.485110] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.645642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.648306] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.668s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.649961] env[69765]: INFO nova.compute.claims [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.658263] env[69765]: INFO nova.compute.manager [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Took 43.13 seconds to build instance. [ 861.805831] env[69765]: INFO nova.scheduler.client.report [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleted allocations for instance 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9 [ 862.073661] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Successfully updated port: 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.160509] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c94c96a6-7148-472e-947d-7d8d2547225c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.467s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.314865] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eebf5b63-0230-4310-8cd6-4adc7cc0be56 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "3300be1b-4c47-486f-8a60-fa5cc4d8d4b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.023s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.576956] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.577162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.577311] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 863.067985] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598db038-bd18-44db-9af5-9bd8222252a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.076347] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568bbdc-5893-41e2-87b9-dba70e498974 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.109551] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f55da1e-b966-4c98-8da2-c17fa9625341 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.113155] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 863.118832] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b36ca-6675-4d2b-9875-0c84e7865c2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.133590] env[69765]: DEBUG nova.compute.provider_tree [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.259760] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Updating instance_info_cache with network_info: [{"id": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "address": "fa:16:3e:e5:7e:dc", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efac3a1-c9", "ovs_interfaceid": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.638593] env[69765]: DEBUG nova.scheduler.client.report [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.753048] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.753412] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.753623] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.753854] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.754051] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.754245] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.754482] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.754681] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.755022] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.755192] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.755412] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.757979] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d27e9d-32f6-4d87-9554-c00be2a1b984 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.762960] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.763331] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Instance network_info: |[{"id": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "address": "fa:16:3e:e5:7e:dc", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efac3a1-c9", "ovs_interfaceid": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.768998] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.770366] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d535bd-67e3-40f3-8b82-5aa950190b3a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.775258] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df994ca-09af-4d6a-a97a-3f20c6f188fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.782055] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.782223] env[69765]: ERROR oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk due to incomplete transfer. [ 863.790305] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bd814ac-2198-4fee-81aa-de1baadf9d57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.792698] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efac3a1-c905-4c0e-b3a5-aa5df1e2319b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.800704] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.801012] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.801733] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a583216-54ce-4ede-b4f6-c40578c0c5a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818394] env[69765]: DEBUG oslo_vmware.rw_handles [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52526d8a-4945-b468-3ed0-7d0138dc5ae4/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.818623] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Uploaded image 6761a95a-b2a6-4469-9aff-c96eeda64310 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.822252] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.824388] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1be8f8ff-da14-4720-9567-7c78abdd66e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.829761] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.829761] env[69765]: value = "task-3943099" [ 863.829761] env[69765]: _type = "Task" [ 863.829761] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.834949] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 863.834949] env[69765]: value = "task-3943100" [ 863.834949] env[69765]: _type = "Task" [ 863.834949] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.840318] env[69765]: DEBUG nova.compute.manager [req-7cb04517-8945-4fa6-a703-5a1228763498 req-24620e8d-48b2-4309-9de8-a0224c8ad16b service nova] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Received event network-vif-deleted-00db50ca-f28e-47c9-8522-f07260f68cfb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.846899] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943099, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.856720] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.858984] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.859853] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0d2eca-dc1d-405a-b729-a1e260b573e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.866861] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.867050] env[69765]: ERROR oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk due to incomplete transfer. [ 863.867437] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79bcd323-24bb-40e6-a414-001916f15954 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.885329] env[69765]: DEBUG oslo_vmware.rw_handles [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c494a-00e3-3f7e-d868-1fd6893fe3a1/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.885475] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Uploaded image 7206ddd2-beeb-43b1-8e70-b4623b463ffc to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.887131] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.887426] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60fbbb62-e90d-45ec-8e2d-d2c048d21084 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.894253] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 863.894253] env[69765]: value = "task-3943101" [ 863.894253] env[69765]: _type = "Task" [ 863.894253] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.904295] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943101, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.144129] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.145126] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.148065] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.095s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.150618] env[69765]: INFO nova.compute.claims [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.324325] env[69765]: DEBUG nova.compute.manager [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-changed-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.324656] env[69765]: DEBUG nova.compute.manager [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing instance network info cache due to event network-changed-78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.324972] env[69765]: DEBUG oslo_concurrency.lockutils [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.325154] env[69765]: DEBUG oslo_concurrency.lockutils [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.325414] env[69765]: DEBUG nova.network.neutron [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing network info cache for port 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 864.341516] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943099, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.354583] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.409213] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943101, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.656663] env[69765]: DEBUG nova.compute.utils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.666401] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.666401] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.720683] env[69765]: DEBUG nova.policy [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28f9820d79624dee81cd09c23a634dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db6be26f4cc148f7a21a11f49281bbe4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.852823] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943099, 'name': CreateVM_Task, 'duration_secs': 0.697176} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.853369] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.854477] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.854770] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.855265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.858844] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d02cb30-d68f-412d-ad91-70306fb77c4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.861638] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.867664] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 864.867664] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525ced73-4877-43b4-a0d1-ff1a83ad5a42" [ 864.867664] env[69765]: _type = "Task" [ 864.867664] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.876272] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ced73-4877-43b4-a0d1-ff1a83ad5a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.908814] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943101, 'name': Destroy_Task, 'duration_secs': 0.993994} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.908814] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Destroyed the VM [ 864.908814] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.908814] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-059857d3-fbfb-4cc6-8a31-acd63dd3b4c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.915926] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 864.915926] env[69765]: value = "task-3943102" [ 864.915926] env[69765]: _type = "Task" [ 864.915926] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.928948] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.165326] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.242749] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Successfully created port: c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.313111] env[69765]: DEBUG nova.network.neutron [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updated VIF entry in instance network info cache for port 78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 865.313529] env[69765]: DEBUG nova.network.neutron [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.328983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "2c843020-20ab-4d26-83ab-9ef9574757ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.328983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.329322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "2c843020-20ab-4d26-83ab-9ef9574757ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.329322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.329621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.332728] env[69765]: INFO nova.compute.manager [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Terminating instance [ 865.355551] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.381873] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ced73-4877-43b4-a0d1-ff1a83ad5a42, 'name': SearchDatastore_Task, 'duration_secs': 0.057698} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.382238] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.382782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.383390] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.383921] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f3e6979-1591-4ff2-8d20-18aa97dbac50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396048] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.396276] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.397795] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e56aad-116c-49a4-9a09-b59eb1f0c4e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.403546] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 865.403546] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523f6267-0583-798c-5b8b-a1618e157f59" [ 865.403546] env[69765]: _type = "Task" [ 865.403546] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.418468] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523f6267-0583-798c-5b8b-a1618e157f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.428633] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.778918] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ca21d-a607-40d5-b2e3-5c925c1c6e59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.788461] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88207fe-906f-4046-a72a-1efd4b407e2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.821220] env[69765]: DEBUG oslo_concurrency.lockutils [req-802bc7d5-95a5-4d51-abf7-d1a20bee51fc req-105fc0b6-f59d-40aa-a0f0-a38fda7de063 service nova] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.822368] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03746398-a1a7-4e19-af2f-1527cb35d231 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.831504] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4413f213-b862-4568-940d-65604069919e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.846685] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "refresh_cache-2c843020-20ab-4d26-83ab-9ef9574757ee" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.846892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquired lock "refresh_cache-2c843020-20ab-4d26-83ab-9ef9574757ee" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.847093] env[69765]: DEBUG nova.network.neutron [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 865.848621] env[69765]: DEBUG nova.compute.provider_tree [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.862152] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.914928] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523f6267-0583-798c-5b8b-a1618e157f59, 'name': SearchDatastore_Task, 'duration_secs': 0.026359} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.915782] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19ebd92-007c-4524-9cc9-61c5cbc282c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.922718] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 865.922718] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525ba51c-6b53-8cde-75fe-894cf7e13469" [ 865.922718] env[69765]: _type = "Task" [ 865.922718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.931682] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.938105] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ba51c-6b53-8cde-75fe-894cf7e13469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.132892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.132892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.183525] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.235137] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.235418] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.235582] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.235786] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.237065] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.237135] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.237380] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.237555] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.237731] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.237956] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.238080] env[69765]: DEBUG nova.virt.hardware [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.239009] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd3735-a4e8-4361-9005-720decdc9721 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.257024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1886b3e8-bf86-4cad-ad27-c5c53acc152d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.351366] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Received event network-vif-deleted-a002c882-507c-42c3-90b3-f1f03e200e9a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.351618] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Received event network-vif-deleted-99165ff8-9c49-4dc4-8e75-507092f9566d {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.352499] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-vif-deleted-ee825b9f-e49b-42d5-956a-0dd83589b195 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.352499] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Received event network-vif-deleted-f6fa9a17-155c-4a36-9e4b-1ba0e29dc870 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.352499] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Received event network-vif-plugged-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.352499] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Acquiring lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.352656] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.352764] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.352950] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] No waiting events found dispatching network-vif-plugged-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.353101] env[69765]: WARNING nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Received unexpected event network-vif-plugged-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b for instance with vm_state building and task_state spawning. [ 866.353277] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Received event network-changed-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.353472] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Refreshing instance network info cache due to event network-changed-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.353679] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Acquiring lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.353816] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Acquired lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.353974] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Refreshing network info cache for port 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 866.366528] env[69765]: DEBUG nova.scheduler.client.report [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.379432] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943100, 'name': Destroy_Task, 'duration_secs': 2.034943} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.379569] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Destroyed the VM [ 866.379704] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.379983] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e82827e-65b7-4e33-9399-315c09d51f3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.388902] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 866.388902] env[69765]: value = "task-3943103" [ 866.388902] env[69765]: _type = "Task" [ 866.388902] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.397064] env[69765]: DEBUG nova.network.neutron [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 866.409896] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.435897] env[69765]: DEBUG oslo_vmware.api [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943102, 'name': RemoveSnapshot_Task, 'duration_secs': 1.065362} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.436663] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.436931] env[69765]: INFO nova.compute.manager [None req-c67aaed2-72b7-42ae-9cd0-e94d6d386d9b tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 866.444468] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ba51c-6b53-8cde-75fe-894cf7e13469, 'name': SearchDatastore_Task, 'duration_secs': 0.015188} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.444811] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.445193] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c76bcd74-3307-439c-a18d-d9b99d2aa56d/c76bcd74-3307-439c-a18d-d9b99d2aa56d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.445516] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c98cdb3-2a05-4608-88e5-864528d32939 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.454512] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 866.454512] env[69765]: value = "task-3943104" [ 866.454512] env[69765]: _type = "Task" [ 866.454512] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.466138] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.489897] env[69765]: DEBUG nova.network.neutron [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.547022] env[69765]: DEBUG nova.compute.manager [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Received event network-changed-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.547736] env[69765]: DEBUG nova.compute.manager [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Refreshing instance network info cache due to event network-changed-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.547987] env[69765]: DEBUG oslo_concurrency.lockutils [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] Acquiring lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.548218] env[69765]: DEBUG oslo_concurrency.lockutils [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] Acquired lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.548404] env[69765]: DEBUG nova.network.neutron [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Refreshing network info cache for port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 866.635681] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.664600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "34212255-3d5a-46ab-bb97-92eba5505c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.665027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.665626] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.665626] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.665849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.669136] env[69765]: INFO nova.compute.manager [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Terminating instance [ 866.872471] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.873138] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.876399] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.798s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.876655] env[69765]: DEBUG nova.objects.instance [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lazy-loading 'resources' on Instance uuid b879f05c-ea31-42df-8fe7-38f19f231b7d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.905251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "6bdae792-ea04-4871-acdf-a476be1f3950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.905591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.906040] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.906133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.906353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.908588] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943103, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.909835] env[69765]: INFO nova.compute.manager [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Terminating instance [ 866.973535] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.993408] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Releasing lock "refresh_cache-2c843020-20ab-4d26-83ab-9ef9574757ee" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.993753] env[69765]: DEBUG nova.compute.manager [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.993934] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.995140] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303055d-654f-4f3c-bf9f-ca6479e3d1d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.007433] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.007756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e55bedc-c009-4e9b-8087-9da861308237 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.019500] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 867.019500] env[69765]: value = "task-3943105" [ 867.019500] env[69765]: _type = "Task" [ 867.019500] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.020590] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Successfully updated port: c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.039954] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3943105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.173866] env[69765]: DEBUG nova.compute.manager [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.173866] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.181349] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.182091] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794965c4-2ece-4c74-b7cc-4a8a0d595ff4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.193490] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.193490] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62359044-b77e-4efa-b8bf-e9604abc4141 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.224060] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Updated VIF entry in instance network info cache for port 1efac3a1-c905-4c0e-b3a5-aa5df1e2319b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 867.224656] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Updating instance_info_cache with network_info: [{"id": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "address": "fa:16:3e:e5:7e:dc", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efac3a1-c9", "ovs_interfaceid": "1efac3a1-c905-4c0e-b3a5-aa5df1e2319b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.271488] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.271754] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.271973] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore1] 34212255-3d5a-46ab-bb97-92eba5505c65 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.272354] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ed25c7-6232-499c-8c84-aa68b41f79e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.282275] env[69765]: DEBUG oslo_vmware.api [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 867.282275] env[69765]: value = "task-3943107" [ 867.282275] env[69765]: _type = "Task" [ 867.282275] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.293419] env[69765]: DEBUG oslo_vmware.api [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.357928] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.358201] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.379747] env[69765]: DEBUG nova.compute.utils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.386727] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.386727] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.403182] env[69765]: DEBUG oslo_vmware.api [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742162} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.403182] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.403182] env[69765]: INFO nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 867.415213] env[69765]: DEBUG nova.network.neutron [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updated VIF entry in instance network info cache for port bd4067a1-04fb-41b1-8cd4-4913ba74d7f9. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 867.415679] env[69765]: DEBUG nova.network.neutron [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updating instance_info_cache with network_info: [{"id": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "address": "fa:16:3e:61:30:74", "network": {"id": "bcab5676-e316-435e-b124-5324d74c991e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1502202629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978b927438284926ade412cf5a2efe2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4067a1-04", "ovs_interfaceid": "bd4067a1-04fb-41b1-8cd4-4913ba74d7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.417288] env[69765]: DEBUG nova.compute.manager [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.417544] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.418981] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e1307-6aef-46cc-9273-1ef45a145dd6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.427822] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.428190] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2998c7-6e74-4860-8a61-e6a19d3ee90a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.435750] env[69765]: DEBUG nova.policy [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65f9b4f29be4138a6652a4faae9a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04eecc2422141ec8689f9c5a823213d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.440181] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 867.440181] env[69765]: value = "task-3943108" [ 867.440181] env[69765]: _type = "Task" [ 867.440181] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.450232] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.471197] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722352} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.471611] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c76bcd74-3307-439c-a18d-d9b99d2aa56d/c76bcd74-3307-439c-a18d-d9b99d2aa56d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.471734] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.472020] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19486581-8210-4a34-8acc-50cec1c30a1b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.483335] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 867.483335] env[69765]: value = "task-3943109" [ 867.483335] env[69765]: _type = "Task" [ 867.483335] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.500900] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.529051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.529286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.529482] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 867.535029] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3943105, 'name': PowerOffVM_Task, 'duration_secs': 0.246586} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.535619] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.535840] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.536167] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2ae44cd-4fea-42f9-8ea1-1fd2e2c444f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.570094] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.570348] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.570532] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleting the datastore file [datastore2] 2c843020-20ab-4d26-83ab-9ef9574757ee {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.570819] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5d8312-5c1e-44e2-99f7-e96fdb4c4fd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.579359] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for the task: (returnval){ [ 867.579359] env[69765]: value = "task-3943111" [ 867.579359] env[69765]: _type = "Task" [ 867.579359] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.589507] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3943111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.729696] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Releasing lock "refresh_cache-c76bcd74-3307-439c-a18d-d9b99d2aa56d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.729992] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-changed-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.730178] env[69765]: DEBUG nova.compute.manager [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing instance network info cache due to event network-changed-78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.730395] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Acquiring lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.730759] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Acquired lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.730759] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Refreshing network info cache for port 78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 867.800463] env[69765]: DEBUG oslo_vmware.api [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487785} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.800639] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.800828] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.801014] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.801202] env[69765]: INFO nova.compute.manager [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Took 0.63 seconds to destroy the instance on the hypervisor. [ 867.801452] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.801653] env[69765]: DEBUG nova.compute.manager [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.801749] env[69765]: DEBUG nova.network.neutron [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 867.842239] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Successfully created port: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.863716] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.885843] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.906470] env[69765]: DEBUG nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance disappeared during snapshot {{(pid=69765) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 867.923040] env[69765]: DEBUG nova.compute.manager [None req-680db13d-f71f-4f95-b860-6c5df7383be0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image not found during clean up 6761a95a-b2a6-4469-9aff-c96eeda64310 {{(pid=69765) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 867.924407] env[69765]: DEBUG oslo_concurrency.lockutils [req-d129cd38-63ac-4b20-bd81-0c5f71cd5f90 req-a9a6aafb-73f0-4c94-8b85-2922add20a90 service nova] Releasing lock "refresh_cache-bf254692-69ca-4d13-920d-21bd492e0439" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.954549] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943108, 'name': PowerOffVM_Task, 'duration_secs': 0.272324} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.957501] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.958114] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.958282] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a889dd13-f3d9-4558-9054-0307885725f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.997098] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078864} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.999283] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.999536] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86629b-8aff-4b73-a30a-04662462b2f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.002886] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32f81b-24fd-46f0-8cf1-027773d69705 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.020803] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcaa447-1a52-48fb-8a3c-1e8fd004e538 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.033865] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c76bcd74-3307-439c-a18d-d9b99d2aa56d/c76bcd74-3307-439c-a18d-d9b99d2aa56d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.034618] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e8cea0-d72f-4e76-8405-c7bcd75cecc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.052590] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.052947] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.053156] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Deleting the datastore file [datastore1] 6bdae792-ea04-4871-acdf-a476be1f3950 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.080710] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5bff13-498f-4e6c-bc99-2ccd7f011268 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.081635] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4d91e-50b0-4289-8649-e6e22a7ae8c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.088592] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 868.088592] env[69765]: value = "task-3943113" [ 868.088592] env[69765]: _type = "Task" [ 868.088592] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.097600] env[69765]: DEBUG oslo_vmware.api [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Task: {'id': task-3943111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427115} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.099398] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.099614] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.099798] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.099972] env[69765]: INFO nova.compute.manager [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 868.100457] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.101859] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625fcb6-bf98-429b-8627-fdbce5e4d83f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.106939] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for the task: (returnval){ [ 868.106939] env[69765]: value = "task-3943114" [ 868.106939] env[69765]: _type = "Task" [ 868.106939] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.113414] env[69765]: DEBUG nova.compute.manager [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.113578] env[69765]: DEBUG nova.network.neutron [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 868.115587] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.128466] env[69765]: DEBUG nova.compute.provider_tree [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.135543] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.136513] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 868.180096] env[69765]: DEBUG nova.network.neutron [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 868.381447] env[69765]: DEBUG nova.network.neutron [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Updating instance_info_cache with network_info: [{"id": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "address": "fa:16:3e:40:49:1e", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60074f3-f2", "ovs_interfaceid": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.405175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.438901] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Received event network-vif-plugged-c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.439142] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Acquiring lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.439368] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.439536] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.439754] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] No waiting events found dispatching network-vif-plugged-c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.439951] env[69765]: WARNING nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Received unexpected event network-vif-plugged-c60074f3-f2d4-4c8e-8ead-b15b8062438b for instance with vm_state building and task_state spawning. [ 868.440102] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Received event network-changed-c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.440262] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Refreshing instance network info cache due to event network-changed-c60074f3-f2d4-4c8e-8ead-b15b8062438b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.440477] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Acquiring lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.488602] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updated VIF entry in instance network info cache for port 78662105-2397-4811-8be9-00032b2a4582. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 868.489182] env[69765]: DEBUG nova.network.neutron [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [{"id": "78662105-2397-4811-8be9-00032b2a4582", "address": "fa:16:3e:83:6b:a8", "network": {"id": "79d9f03f-98e6-4ae2-a97c-e1e3f13226a2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2047987182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1a8a248a5cb4b868d71ff59eef0270d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78662105-23", "ovs_interfaceid": "78662105-2397-4811-8be9-00032b2a4582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.601134] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.626146] env[69765]: DEBUG oslo_vmware.api [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Task: {'id': task-3943114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444166} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.626410] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.626607] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.626862] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.626969] env[69765]: INFO nova.compute.manager [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Took 1.21 seconds to destroy the instance on the hypervisor. [ 868.627241] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.627456] env[69765]: DEBUG nova.compute.manager [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.627550] env[69765]: DEBUG nova.network.neutron [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 868.631796] env[69765]: DEBUG nova.scheduler.client.report [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.682798] env[69765]: DEBUG nova.network.neutron [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.707957] env[69765]: DEBUG nova.network.neutron [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.889084] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.890101] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Instance network_info: |[{"id": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "address": "fa:16:3e:40:49:1e", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60074f3-f2", "ovs_interfaceid": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.890494] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Acquired lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.890747] env[69765]: DEBUG nova.network.neutron [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Refreshing network info cache for port c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 868.892607] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:49:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c60074f3-f2d4-4c8e-8ead-b15b8062438b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.900918] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.902864] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.904993] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.906062] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3ae0d37-75c4-44ae-a0c8-127fb0dd1776 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.932217] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.932485] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.932648] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.932872] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.932978] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.933161] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.933392] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.933567] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.933739] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.933904] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.934097] env[69765]: DEBUG nova.virt.hardware [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.935304] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97dd9ee-89e7-415e-9c26-cca00276db4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.942428] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.942428] env[69765]: value = "task-3943115" [ 868.942428] env[69765]: _type = "Task" [ 868.942428] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.949973] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05277ee-b6e2-49c2-a12f-750112774172 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.957913] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943115, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.993021] env[69765]: DEBUG oslo_concurrency.lockutils [req-9075e10c-cccc-4657-b0fa-9fb9389ddfef req-ec48e2b5-5626-495b-85b7-b5538926658a service nova] Releasing lock "refresh_cache-6bdae792-ea04-4871-acdf-a476be1f3950" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.101334] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943113, 'name': ReconfigVM_Task, 'duration_secs': 0.555446} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.101697] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c76bcd74-3307-439c-a18d-d9b99d2aa56d/c76bcd74-3307-439c-a18d-d9b99d2aa56d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.102372] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d670246-76a5-49dc-9147-80058bbfca17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.110407] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 869.110407] env[69765]: value = "task-3943116" [ 869.110407] env[69765]: _type = "Task" [ 869.110407] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.122032] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943116, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.141771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.144376] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.244s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.144569] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.144732] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 869.145301] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.571s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.146782] env[69765]: INFO nova.compute.claims [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.151241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb66ce-3ffa-4378-a477-8ebf01a58151 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.160666] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e628956-30bb-42a5-a9ad-1e64642e9390 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.168033] env[69765]: INFO nova.scheduler.client.report [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Deleted allocations for instance b879f05c-ea31-42df-8fe7-38f19f231b7d [ 869.185058] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a0166-4125-43e4-b637-28298f7cfae1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.188715] env[69765]: INFO nova.compute.manager [-] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Took 1.07 seconds to deallocate network for instance. [ 869.198436] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ce877-39a6-4fad-a497-aed7ecd5b079 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.233796] env[69765]: INFO nova.compute.manager [-] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Took 1.43 seconds to deallocate network for instance. [ 869.234266] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178678MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 869.234421] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.350073] env[69765]: DEBUG nova.network.neutron [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.455227] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943115, 'name': CreateVM_Task, 'duration_secs': 0.441639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.455506] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.456427] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.456594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.456934] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.457245] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046ff79b-e903-478a-acbb-1fb3a58005d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.463829] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 869.463829] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b387e3-edde-97df-6467-9fbb8317969f" [ 869.463829] env[69765]: _type = "Task" [ 869.463829] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.475138] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b387e3-edde-97df-6467-9fbb8317969f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.577610] env[69765]: DEBUG nova.compute.manager [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received event network-vif-plugged-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.578021] env[69765]: DEBUG oslo_concurrency.lockutils [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] Acquiring lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.578113] env[69765]: DEBUG oslo_concurrency.lockutils [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.578276] env[69765]: DEBUG oslo_concurrency.lockutils [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.578827] env[69765]: DEBUG nova.compute.manager [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] No waiting events found dispatching network-vif-plugged-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.578827] env[69765]: WARNING nova.compute.manager [req-162cd4b2-5dbb-42a5-9056-5ba10111e704 req-b122259e-bab6-490c-9607-6bd63357ec5c service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received unexpected event network-vif-plugged-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 for instance with vm_state building and task_state spawning. [ 869.623020] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943116, 'name': Rename_Task, 'duration_secs': 0.229872} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.623323] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.623565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea46dc45-b806-4ab5-b14e-2cb30be3f1bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.632381] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 869.632381] env[69765]: value = "task-3943117" [ 869.632381] env[69765]: _type = "Task" [ 869.632381] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.645798] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.657826] env[69765]: DEBUG nova.network.neutron [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Updated VIF entry in instance network info cache for port c60074f3-f2d4-4c8e-8ead-b15b8062438b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 869.658757] env[69765]: DEBUG nova.network.neutron [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Updating instance_info_cache with network_info: [{"id": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "address": "fa:16:3e:40:49:1e", "network": {"id": "e9fb1b7f-7867-4513-93fb-941f3a9e272a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-695638990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6be26f4cc148f7a21a11f49281bbe4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60074f3-f2", "ovs_interfaceid": "c60074f3-f2d4-4c8e-8ead-b15b8062438b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.671028] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Successfully updated port: 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.698392] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.699295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0856fc30-e0da-46ac-aebd-0577cb8964f6 tempest-InstanceActionsV221TestJSON-930579417 tempest-InstanceActionsV221TestJSON-930579417-project-member] Lock "b879f05c-ea31-42df-8fe7-38f19f231b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.288s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.742500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.853503] env[69765]: INFO nova.compute.manager [-] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Took 1.23 seconds to deallocate network for instance. [ 869.980032] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b387e3-edde-97df-6467-9fbb8317969f, 'name': SearchDatastore_Task, 'duration_secs': 0.023666} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.980032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.980032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.980032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.980032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.980032] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.980032] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1a377d-140d-42b3-a6ff-2754c7b834e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.991715] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.992146] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.998023] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1932b55c-40ae-4667-b61d-96fe9ea3a340 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.003440] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 870.003440] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52db1a51-db0e-e45c-670c-7422ab0f4f4d" [ 870.003440] env[69765]: _type = "Task" [ 870.003440] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.015342] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db1a51-db0e-e45c-670c-7422ab0f4f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.145555] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943117, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.163932] env[69765]: DEBUG oslo_concurrency.lockutils [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] Releasing lock "refresh_cache-e4e1e5c9-8bee-4538-8809-72101ade5ca1" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.167146] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Received event network-vif-deleted-7f51e161-b139-4854-aecc-daca4594e145 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.167347] env[69765]: INFO nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Neutron deleted interface 7f51e161-b139-4854-aecc-daca4594e145; detaching it from the instance and deleting it from the info cache [ 870.167533] env[69765]: DEBUG nova.network.neutron [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.173706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173706] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 870.352947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "13ddd354-488b-49cf-baa2-492046238e22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.353270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.353496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "13ddd354-488b-49cf-baa2-492046238e22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.353706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.353887] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.358321] env[69765]: INFO nova.compute.manager [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Terminating instance [ 870.360424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.502839] env[69765]: DEBUG nova.compute.manager [req-7716e620-714c-43ca-aa49-9f8fc3d107fe req-aeb3b3a9-d5a7-48d8-ae0b-ec497b9a15ca service nova] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Received event network-vif-deleted-78662105-2397-4811-8be9-00032b2a4582 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.517036] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db1a51-db0e-e45c-670c-7422ab0f4f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.026596} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.518046] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad41bda-2d32-49dc-844e-83a59b4e3ac1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.529207] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 870.529207] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524a77fa-7622-b1c7-53e3-c3d04951219c" [ 870.529207] env[69765]: _type = "Task" [ 870.529207] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.545046] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524a77fa-7622-b1c7-53e3-c3d04951219c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.647989] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943117, 'name': PowerOnVM_Task, 'duration_secs': 0.977871} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.653021] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.653021] env[69765]: INFO nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 870.653021] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.653021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37a732-a01f-41b0-8d42-b73efff4ea0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.671669] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0804ce5-2417-477d-891b-f367b353d0e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.690786] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a3420-5b19-4e17-8253-9a50f01e8ed1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.719715] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 870.737436] env[69765]: DEBUG nova.compute.manager [req-f645d163-3f59-46cb-a0e1-e76939b7d084 req-0975ce10-e622-4249-8a07-d5ff29b007ef service nova] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Detach interface failed, port_id=7f51e161-b139-4854-aecc-daca4594e145, reason: Instance 34212255-3d5a-46ab-bb97-92eba5505c65 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.754270] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7cd35b-af60-4416-8c16-fdce78c10590 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.762565] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14de70-3d4a-4a73-a965-806edaf295e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.798455] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ecf0c-e34a-432e-a1ca-b2d819435897 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.806021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f243e9-3deb-4d7b-8113-ac2936a8bf5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.820460] env[69765]: DEBUG nova.compute.provider_tree [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.863601] env[69765]: DEBUG nova.compute.manager [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.863861] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.865328] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67afe9bf-31f1-4e87-a163-bd4bae35ab50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.874274] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.874515] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092d8376-198e-4e30-8e42-c196ccd72200 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.886372] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 870.886372] env[69765]: value = "task-3943118" [ 870.886372] env[69765]: _type = "Task" [ 870.886372] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.896416] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.005547] env[69765]: DEBUG nova.network.neutron [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [{"id": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "address": "fa:16:3e:c0:13:b1", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929e63e0-d8", "ovs_interfaceid": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.042996] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524a77fa-7622-b1c7-53e3-c3d04951219c, 'name': SearchDatastore_Task, 'duration_secs': 0.02136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.046324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.048022] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] e4e1e5c9-8bee-4538-8809-72101ade5ca1/e4e1e5c9-8bee-4538-8809-72101ade5ca1.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.048022] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6575c97-af83-4fef-a2b9-a1ecce04543b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.056542] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 871.056542] env[69765]: value = "task-3943119" [ 871.056542] env[69765]: _type = "Task" [ 871.056542] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.067931] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.172925] env[69765]: INFO nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Took 38.80 seconds to build instance. [ 871.355120] env[69765]: ERROR nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [req-1981bc5a-7504-42dd-ba76-415153bff616] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1981bc5a-7504-42dd-ba76-415153bff616"}]} [ 871.380993] env[69765]: DEBUG nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.400285] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943118, 'name': PowerOffVM_Task, 'duration_secs': 0.260314} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.400285] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.400385] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.401491] env[69765]: DEBUG nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.401745] env[69765]: DEBUG nova.compute.provider_tree [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.403947] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185277c5-dd5e-483b-be86-43a7bc7b3c3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.426370] env[69765]: DEBUG nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.453375] env[69765]: DEBUG nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.495856] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.495856] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.495856] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleting the datastore file [datastore1] 13ddd354-488b-49cf-baa2-492046238e22 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.496146] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a863e7-e368-4951-8ba7-4c270a857907 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.504759] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 871.504759] env[69765]: value = "task-3943121" [ 871.504759] env[69765]: _type = "Task" [ 871.504759] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.514398] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.514398] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Instance network_info: |[{"id": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "address": "fa:16:3e:c0:13:b1", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929e63e0-d8", "ovs_interfaceid": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.514977] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:13:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '929e63e0-d8a9-4fcf-a0e0-b83bcb76a903', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.527046] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating folder: Project (b04eecc2422141ec8689f9c5a823213d). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.527046] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56215adf-04d8-4d65-8c89-cc1f067e1928 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532798] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.544232] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created folder: Project (b04eecc2422141ec8689f9c5a823213d) in parent group-v782532. [ 871.544454] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating folder: Instances. Parent ref: group-v782704. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.544786] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4556e734-ec57-4837-8917-2c51ade778ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.565057] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created folder: Instances in parent group-v782704. [ 871.566052] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.566052] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.567185] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-184f7172-6938-4918-b105-4c2a9156bc53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.588919] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.596882] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.596882] env[69765]: value = "task-3943124" [ 871.596882] env[69765]: _type = "Task" [ 871.596882] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.607145] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943124, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.639159] env[69765]: DEBUG nova.compute.manager [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.639501] env[69765]: DEBUG nova.compute.manager [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing instance network info cache due to event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.639666] env[69765]: DEBUG oslo_concurrency.lockutils [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] Acquiring lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.639924] env[69765]: DEBUG oslo_concurrency.lockutils [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] Acquired lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.640524] env[69765]: DEBUG nova.network.neutron [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 871.675596] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.029s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.003026] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bbade6-5f1c-4447-85cd-351dc77e9d9a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.024592] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c0c8e-1ebc-4562-86f2-3d6d36d6d15c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.030333] env[69765]: DEBUG oslo_vmware.api [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304169} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.030741] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.031061] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.031372] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.031662] env[69765]: INFO nova.compute.manager [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Took 1.17 seconds to destroy the instance on the hypervisor. [ 872.032051] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.032930] env[69765]: DEBUG nova.compute.manager [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.033097] env[69765]: DEBUG nova.network.neutron [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 872.085027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd9cebc-aa7c-4d3d-a5aa-590424d97470 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.100025] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598437} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.100025] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] e4e1e5c9-8bee-4538-8809-72101ade5ca1/e4e1e5c9-8bee-4538-8809-72101ade5ca1.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.100978] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.104566] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8486e0-8a56-42b8-88aa-388579f8dfdc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.113105] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddafa1-3e9e-4fb7-8cff-d5e17dd4eed7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.128979] env[69765]: DEBUG nova.compute.provider_tree [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.131640] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943124, 'name': CreateVM_Task, 'duration_secs': 0.500516} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.133355] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.134030] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 872.134030] env[69765]: value = "task-3943125" [ 872.134030] env[69765]: _type = "Task" [ 872.134030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.134386] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.134544] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.134870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.135226] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846cd85d-f09b-44c7-a65f-c272039d5bd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.152173] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.152173] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 872.152173] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52187a37-2e44-671b-00ab-bc70de527eb8" [ 872.152173] env[69765]: _type = "Task" [ 872.152173] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.162649] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52187a37-2e44-671b-00ab-bc70de527eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.162981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.163257] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.163489] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.163627] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.163798] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.164072] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9cc63b5-09f7-4baf-b8b5-b9e226f77d59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.174410] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.174609] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.175431] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02868da-b3f3-4c61-851b-593482a4652d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.183799] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 872.183799] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5273ea5e-83a0-d1a9-f5f4-d7c78ba914e5" [ 872.183799] env[69765]: _type = "Task" [ 872.183799] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.194161] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5273ea5e-83a0-d1a9-f5f4-d7c78ba914e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.431624] env[69765]: DEBUG nova.network.neutron [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updated VIF entry in instance network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 872.431718] env[69765]: DEBUG nova.network.neutron [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [{"id": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "address": "fa:16:3e:c0:13:b1", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929e63e0-d8", "ovs_interfaceid": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.647062] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098217} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.648047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.648309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f19639b-9ddd-47d5-8fbc-9cddcc682ae4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.672609] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] e4e1e5c9-8bee-4538-8809-72101ade5ca1/e4e1e5c9-8bee-4538-8809-72101ade5ca1.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.673794] env[69765]: DEBUG nova.scheduler.client.report [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 872.674109] env[69765]: DEBUG nova.compute.provider_tree [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 83 to 84 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 872.674337] env[69765]: DEBUG nova.compute.provider_tree [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.677929] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315cb754-b758-4b49-a5ad-ba4ae51bf027 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.704197] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5273ea5e-83a0-d1a9-f5f4-d7c78ba914e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.706254] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 872.706254] env[69765]: value = "task-3943126" [ 872.706254] env[69765]: _type = "Task" [ 872.706254] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.706536] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aeb36b-5035-426d-a706-34106cbee9b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.715790] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 872.715790] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5210ea3a-4dcc-e6f0-ae5a-27a95dbcbdad" [ 872.715790] env[69765]: _type = "Task" [ 872.715790] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.730330] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5210ea3a-4dcc-e6f0-ae5a-27a95dbcbdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.935527] env[69765]: DEBUG oslo_concurrency.lockutils [req-10fb2685-3e8f-4961-9bcd-edbed0f44972 req-1f120b7a-357f-4369-9f90-b78ff593ac08 service nova] Releasing lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.989377] env[69765]: DEBUG nova.network.neutron [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.195431] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.050s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.196014] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.199554] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.442s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.201293] env[69765]: INFO nova.compute.claims [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.221135] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.231326] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5210ea3a-4dcc-e6f0-ae5a-27a95dbcbdad, 'name': SearchDatastore_Task, 'duration_secs': 0.077306} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.232037] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.232037] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e98c48bd-df45-439d-ab1e-6c11c3612fac/e98c48bd-df45-439d-ab1e-6c11c3612fac.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.232261] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e90a81a-c03c-4613-af2f-b130e9e7f039 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.243115] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 873.243115] env[69765]: value = "task-3943127" [ 873.243115] env[69765]: _type = "Task" [ 873.243115] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.250766] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.495608] env[69765]: INFO nova.compute.manager [-] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Took 1.46 seconds to deallocate network for instance. [ 873.668222] env[69765]: DEBUG nova.compute.manager [req-25c982d1-f8ad-40ef-9eff-6f872722eec2 req-8cc19185-d8fc-4c71-ac5d-ba1534b40e65 service nova] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Received event network-vif-deleted-6a0cccbc-bb3b-4974-84b3-e62dc912e068 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.710553] env[69765]: DEBUG nova.compute.utils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.711805] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.712151] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.738746] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.762285] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.004647] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.079676] env[69765]: DEBUG nova.policy [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0831c7d3a9a24fc7913f8b72eec86e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01f950453b424efd85838a5042924786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.216517] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.229200] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943126, 'name': ReconfigVM_Task, 'duration_secs': 1.253686} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.229458] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] e4e1e5c9-8bee-4538-8809-72101ade5ca1/e4e1e5c9-8bee-4538-8809-72101ade5ca1.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.230153] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608896f5-6628-417c-af5a-2865a22ebdbd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.238607] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 874.238607] env[69765]: value = "task-3943128" [ 874.238607] env[69765]: _type = "Task" [ 874.238607] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.256564] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "ad538135-a299-4f33-be01-b9a1016a974e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.256885] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.257108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "ad538135-a299-4f33-be01-b9a1016a974e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.257333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.257529] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.259208] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943128, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.264902] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684916} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.264902] env[69765]: INFO nova.compute.manager [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Terminating instance [ 874.266042] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e98c48bd-df45-439d-ab1e-6c11c3612fac/e98c48bd-df45-439d-ab1e-6c11c3612fac.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.266216] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.272020] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a26f3aa-4ee4-40dd-8c68-6bcb93e4d795 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.280969] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 874.280969] env[69765]: value = "task-3943129" [ 874.280969] env[69765]: _type = "Task" [ 874.280969] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.297020] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.441082] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Successfully created port: 2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.730102] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6101713e-c95f-451b-a026-da6710be79d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.738320] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81005705-611b-40b8-81b1-6d909024b092 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774153] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943128, 'name': Rename_Task, 'duration_secs': 0.434624} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.775976] env[69765]: DEBUG nova.compute.manager [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.776252] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.776515] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.777420] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c69b4f-637d-4e77-a41e-a92489f5e4f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.780373] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eac8598-227f-4d1b-a33d-6bca8477fbd9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.781848] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daac2860-6dc4-4f39-9102-98d9ba7468a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.791246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52f890-8466-4b34-a5a0-0201241b3813 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.799716] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 874.799716] env[69765]: value = "task-3943130" [ 874.799716] env[69765]: _type = "Task" [ 874.799716] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.800045] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 874.800045] env[69765]: value = "task-3943131" [ 874.800045] env[69765]: _type = "Task" [ 874.800045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.800574] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085633} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.801337] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.807897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2298477-aec4-4209-8ca7-680d41d7afff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820687] env[69765]: DEBUG nova.compute.provider_tree [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.829069] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.849675] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e98c48bd-df45-439d-ab1e-6c11c3612fac/e98c48bd-df45-439d-ab1e-6c11c3612fac.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.850027] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.853410] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e304d500-0899-4007-9c06-eabcee2ec690 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.871828] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 874.871828] env[69765]: value = "task-3943132" [ 874.871828] env[69765]: _type = "Task" [ 874.871828] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.882109] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.229307] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.257070] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:30:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2cf55443-e97c-4795-bcae-f8a29ae18791',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1359657521',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.257364] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.257543] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.257729] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.257873] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.258034] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.258255] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.258417] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.258584] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.258744] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.258915] env[69765]: DEBUG nova.virt.hardware [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.259858] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73681e5e-eae4-475d-8964-25af46b80c1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.268772] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19e802-8d6e-4aec-b68a-57b40ab8719f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.314424] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943131, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.317191] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943130, 'name': PowerOffVM_Task, 'duration_secs': 0.314877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.317441] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.317637] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 875.317826] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782566', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'name': 'volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad538135-a299-4f33-be01-b9a1016a974e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'serial': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 875.318625] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef6a95-d0a2-41f1-8716-a1eef13093ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.324183] env[69765]: DEBUG nova.scheduler.client.report [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.341716] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.342281] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.345392] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fae031-da21-4a32-bde3-f4d05603d6b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.348148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.324s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.348346] env[69765]: DEBUG nova.objects.instance [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.357408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c399a-49e0-42dd-83b5-df6445855da1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.385142] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf21589-4466-4b8b-bf76-6694e144b43d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.394895] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.408256] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] The volume has not been displaced from its original location: [datastore2] volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff/volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 875.412801] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.417025] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e14eba9-d6ee-4461-9185-f41bf6663b7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.433999] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 875.433999] env[69765]: value = "task-3943133" [ 875.433999] env[69765]: _type = "Task" [ 875.433999] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.444203] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.812272] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943131, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.856921] env[69765]: DEBUG nova.compute.utils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.859685] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.859685] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.889908] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943132, 'name': ReconfigVM_Task, 'duration_secs': 0.621094} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.890084] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e98c48bd-df45-439d-ab1e-6c11c3612fac/e98c48bd-df45-439d-ab1e-6c11c3612fac.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.891126] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-280ad9fd-a3c8-472e-962a-0f9c63006ce2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.899134] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 875.899134] env[69765]: value = "task-3943134" [ 875.899134] env[69765]: _type = "Task" [ 875.899134] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.913262] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943134, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.920330] env[69765]: DEBUG nova.policy [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3ac88f1b33c4e538e716fdca213f025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8485a6848ea49ee84d28b973dd7846f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.930580] env[69765]: DEBUG nova.compute.manager [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Received event network-vif-plugged-2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.933707] env[69765]: DEBUG oslo_concurrency.lockutils [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] Acquiring lock "39e69184-7d63-4e33-9560-00a3473240f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.933707] env[69765]: DEBUG oslo_concurrency.lockutils [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.933707] env[69765]: DEBUG oslo_concurrency.lockutils [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.933707] env[69765]: DEBUG nova.compute.manager [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] No waiting events found dispatching network-vif-plugged-2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.933707] env[69765]: WARNING nova.compute.manager [req-e59c0703-c633-4ea7-9aa4-27939d761188 req-93f26528-5bb1-427b-8018-08042b3549e5 service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Received unexpected event network-vif-plugged-2c40c10d-eb86-411a-bf05-af553ef6c40b for instance with vm_state building and task_state spawning. [ 875.947708] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943133, 'name': ReconfigVM_Task, 'duration_secs': 0.181161} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.948344] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.956030] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31572eca-850c-48ad-b931-7680ae765e7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.977034] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 875.977034] env[69765]: value = "task-3943135" [ 875.977034] env[69765]: _type = "Task" [ 875.977034] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.985970] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.092155] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Successfully updated port: 2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.313754] env[69765]: DEBUG oslo_vmware.api [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943131, 'name': PowerOnVM_Task, 'duration_secs': 1.141806} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.314437] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.314795] env[69765]: INFO nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Took 10.13 seconds to spawn the instance on the hypervisor. [ 876.315055] env[69765]: DEBUG nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.315908] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a64c5-b28d-4928-8311-f6524c2727ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.360426] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e0e33ed-1ec8-4abd-a1e0-bd4ada6a3f7a tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.365540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.621s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.367555] env[69765]: INFO nova.compute.claims [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.370414] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.383602] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Successfully created port: 372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.419727] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943134, 'name': Rename_Task, 'duration_secs': 0.190851} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.420041] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.420306] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de50d14c-bea2-47d4-8fba-6da0ca6e0a2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.428427] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 876.428427] env[69765]: value = "task-3943136" [ 876.428427] env[69765]: _type = "Task" [ 876.428427] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.438432] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.487086] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943135, 'name': ReconfigVM_Task, 'duration_secs': 0.160974} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.487939] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782566', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'name': 'volume-e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad538135-a299-4f33-be01-b9a1016a974e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff', 'serial': 'e0cd94d5-69a6-43fa-808f-a53b3c0bafff'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 876.488357] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.489194] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f0aa8-1de5-4f23-874b-9bc1ac8f1f48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.496714] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.496955] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8d5a64-dc10-4477-b811-b3baf92d0c0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.567243] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.567563] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.567828] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Deleting the datastore file [datastore2] ad538135-a299-4f33-be01-b9a1016a974e {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.568230] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5112b063-d961-45c7-ade5-209e371740a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.576176] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for the task: (returnval){ [ 876.576176] env[69765]: value = "task-3943138" [ 876.576176] env[69765]: _type = "Task" [ 876.576176] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.584648] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.596216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.596216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.596216] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 876.836350] env[69765]: INFO nova.compute.manager [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Took 43.89 seconds to build instance. [ 876.939570] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.086745] env[69765]: DEBUG oslo_vmware.api [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Task: {'id': task-3943138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096264} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.087045] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.087244] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.087425] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.087599] env[69765]: INFO nova.compute.manager [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Took 2.31 seconds to destroy the instance on the hypervisor. [ 877.087840] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.088051] env[69765]: DEBUG nova.compute.manager [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.088152] env[69765]: DEBUG nova.network.neutron [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 877.162426] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 877.341029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9f4d3fc2-0d28-4faa-975f-6fd975cf35ba tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.663s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.371992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.372285] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.372502] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.372691] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.372883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.375717] env[69765]: INFO nova.compute.manager [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Terminating instance [ 877.383956] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.417018] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.417316] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.417476] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.417657] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.417806] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.418026] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.419262] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.419372] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.419638] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.419844] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.420179] env[69765]: DEBUG nova.virt.hardware [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.422875] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1509dc14-17d9-46a4-b754-fa7b962cc44d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.431781] env[69765]: DEBUG nova.network.neutron [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.446037] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d9f3b-9615-47b5-82a8-0fcb44a268dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.465501] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.465966] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.466313] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.466635] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.466942] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.469915] env[69765]: INFO nova.compute.manager [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Terminating instance [ 877.473846] env[69765]: DEBUG oslo_vmware.api [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943136, 'name': PowerOnVM_Task, 'duration_secs': 0.653631} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.476810] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.477055] env[69765]: INFO nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Took 8.57 seconds to spawn the instance on the hypervisor. [ 877.477304] env[69765]: DEBUG nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.489041] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f36a013-f25e-4431-9a85-cd240ea263d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.880312] env[69765]: DEBUG nova.compute.manager [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.880544] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.881419] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f5e309-336f-4ac4-b3a1-b20414670d89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.889711] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.889979] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52697b2-23ed-408d-9f94-265b2ace7e22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.896906] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 877.896906] env[69765]: value = "task-3943139" [ 877.896906] env[69765]: _type = "Task" [ 877.896906] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.905628] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.920921] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48282de-0a2e-4fd7-8ef3-baa6afe5d0ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.929619] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b607a53-d5b7-4601-a628-d8eb9d89672b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.963617] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.964246] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Instance network_info: |[{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.964246] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:21:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c40c10d-eb86-411a-bf05-af553ef6c40b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.973855] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.974726] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ca065-62bb-4edf-ad90-714fd844fe01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.978638] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.979636] env[69765]: DEBUG nova.compute.manager [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.979636] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.980645] env[69765]: DEBUG nova.compute.manager [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Received event network-vif-plugged-372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.980868] env[69765]: DEBUG oslo_concurrency.lockutils [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] Acquiring lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.981289] env[69765]: DEBUG oslo_concurrency.lockutils [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.981289] env[69765]: DEBUG oslo_concurrency.lockutils [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.981389] env[69765]: DEBUG nova.compute.manager [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] No waiting events found dispatching network-vif-plugged-372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.982084] env[69765]: WARNING nova.compute.manager [req-54514644-7164-448b-971f-17903cc75d0f req-3f14f107-0aca-47e6-872f-9a347ea23389 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Received unexpected event network-vif-plugged-372ffe04-9f52-4af9-8df8-4234d9deef07 for instance with vm_state building and task_state spawning. [ 877.982084] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0a2bfe-dfae-4fe3-9981-bedc0732b208 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.000033] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6bcce-b8f5-4083-bf5c-b6e0040c5846 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.016144] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab63e0e-887e-4b70-885a-225b960f38ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.021382] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.021382] env[69765]: value = "task-3943140" [ 878.021382] env[69765]: _type = "Task" [ 878.021382] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.021382] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.022653] env[69765]: DEBUG nova.compute.manager [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Received event network-changed-2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.022851] env[69765]: DEBUG nova.compute.manager [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Refreshing instance network info cache due to event network-changed-2c40c10d-eb86-411a-bf05-af553ef6c40b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.023171] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.023299] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.023974] env[69765]: DEBUG nova.network.neutron [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Refreshing network info cache for port 2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 878.026661] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d67ea51-5327-4363-8c42-f910544af214 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.028680] env[69765]: INFO nova.compute.manager [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Took 44.00 seconds to build instance. [ 878.043416] env[69765]: DEBUG nova.compute.provider_tree [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.048018] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 878.048018] env[69765]: value = "task-3943141" [ 878.048018] env[69765]: _type = "Task" [ 878.048018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.053917] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943140, 'name': CreateVM_Task} progress is 15%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.064479] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.077860] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Successfully updated port: 372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.305790] env[69765]: DEBUG nova.network.neutron [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.407424] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943139, 'name': PowerOffVM_Task, 'duration_secs': 0.227716} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.407712] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.407885] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.408240] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8ca98e4-e9ec-4d15-b039-b8f3d4008b77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.470388] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.470613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.470799] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleting the datastore file [datastore2] c76bcd74-3307-439c-a18d-d9b99d2aa56d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.471081] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6328cb21-6527-4b67-85ca-53e0ee66d010 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.477657] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 878.477657] env[69765]: value = "task-3943143" [ 878.477657] env[69765]: _type = "Task" [ 878.477657] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.486188] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.536060] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d0ecddff-d264-48d3-8ef0-3e1c3fc4a40c tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.194s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.539137] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943140, 'name': CreateVM_Task, 'duration_secs': 0.420829} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.539307] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.540047] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.540264] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.541547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.541547] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3110a33-bff5-4ba2-b86d-e28fed058c76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.546153] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 878.546153] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e4c4e0-77aa-9580-5c53-480e3c9ffbb1" [ 878.546153] env[69765]: _type = "Task" [ 878.546153] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.556886] env[69765]: DEBUG nova.scheduler.client.report [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.561494] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e4c4e0-77aa-9580-5c53-480e3c9ffbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.581396] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.581664] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquired lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.581916] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 878.583477] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943141, 'name': PowerOffVM_Task, 'duration_secs': 0.187777} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.584564] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.584854] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.585365] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5596c6-61a7-4e7a-89cc-d28a5b4c9ffe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.651398] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.651674] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.652201] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleting the datastore file [datastore2] e4e1e5c9-8bee-4538-8809-72101ade5ca1 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.652201] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36b35134-a012-45f7-a17d-e4a00fad323b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.659184] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for the task: (returnval){ [ 878.659184] env[69765]: value = "task-3943145" [ 878.659184] env[69765]: _type = "Task" [ 878.659184] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.669832] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.809622] env[69765]: INFO nova.compute.manager [-] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Took 1.72 seconds to deallocate network for instance. [ 878.951883] env[69765]: DEBUG nova.network.neutron [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updated VIF entry in instance network info cache for port 2c40c10d-eb86-411a-bf05-af553ef6c40b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 878.951883] env[69765]: DEBUG nova.network.neutron [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.989474] env[69765]: DEBUG oslo_vmware.api [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219805} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.989474] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.989474] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.989474] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.989474] env[69765]: INFO nova.compute.manager [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 878.989474] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.989474] env[69765]: DEBUG nova.compute.manager [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.989474] env[69765]: DEBUG nova.network.neutron [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 879.060189] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e4c4e0-77aa-9580-5c53-480e3c9ffbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.060510] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.060749] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.060987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.061151] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.061356] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.061608] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ef58f7-f9d2-47a9-b4c9-c64308aecb7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.063972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.068016] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.068016] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.027s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.068016] env[69765]: DEBUG nova.objects.instance [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lazy-loading 'resources' on Instance uuid 3ba76adc-0ada-4fd5-b88a-7e54e43198d6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.077092] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.077320] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.078064] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe44eb3-3d7e-4042-aff1-7896146268dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.086607] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 879.086607] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520a6d45-af7f-caed-4508-09cd057b8ce9" [ 879.086607] env[69765]: _type = "Task" [ 879.086607] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.101039] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520a6d45-af7f-caed-4508-09cd057b8ce9, 'name': SearchDatastore_Task} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.101910] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a35400-7811-42ff-aa5e-c5400b89e45e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.107883] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 879.107883] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52de7bdf-f86e-c1ef-edb8-ea95c2b7604d" [ 879.107883] env[69765]: _type = "Task" [ 879.107883] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.117554] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52de7bdf-f86e-c1ef-edb8-ea95c2b7604d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.120407] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 879.170014] env[69765]: DEBUG oslo_vmware.api [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Task: {'id': task-3943145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189822} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.178845] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.178845] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.178845] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.178845] env[69765]: INFO nova.compute.manager [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 879.178845] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.178845] env[69765]: DEBUG nova.compute.manager [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.178845] env[69765]: DEBUG nova.network.neutron [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 879.397590] env[69765]: INFO nova.compute.manager [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Took 0.59 seconds to detach 1 volumes for instance. [ 879.402625] env[69765]: DEBUG nova.compute.manager [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Deleting volume: e0cd94d5-69a6-43fa-808f-a53b3c0bafff {{(pid=69765) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 879.431898] env[69765]: DEBUG nova.network.neutron [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Updating instance_info_cache with network_info: [{"id": "372ffe04-9f52-4af9-8df8-4234d9deef07", "address": "fa:16:3e:32:9b:bb", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ffe04-9f", "ovs_interfaceid": "372ffe04-9f52-4af9-8df8-4234d9deef07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.459473] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.459721] env[69765]: DEBUG nova.compute.manager [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Received event network-vif-deleted-609266ad-9956-42ff-a1a5-bb8d0d4c18b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.459973] env[69765]: INFO nova.compute.manager [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Neutron deleted interface 609266ad-9956-42ff-a1a5-bb8d0d4c18b3; detaching it from the instance and deleting it from the info cache [ 879.460140] env[69765]: DEBUG nova.network.neutron [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.571617] env[69765]: DEBUG nova.compute.utils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.576598] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.577493] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.620120] env[69765]: DEBUG nova.policy [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f51c0f7668a745199a5dca4bef427f5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5abc7970c4e645bc9a7b1d14ebcadf43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.627701] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52de7bdf-f86e-c1ef-edb8-ea95c2b7604d, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.630689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.631008] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.631553] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb9d0706-5768-444d-b85d-ff2ebc4c5f7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.640649] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 879.640649] env[69765]: value = "task-3943147" [ 879.640649] env[69765]: _type = "Task" [ 879.640649] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.656304] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.935986] env[69765]: DEBUG nova.network.neutron [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.941021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Releasing lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.941021] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Instance network_info: |[{"id": "372ffe04-9f52-4af9-8df8-4234d9deef07", "address": "fa:16:3e:32:9b:bb", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ffe04-9f", "ovs_interfaceid": "372ffe04-9f52-4af9-8df8-4234d9deef07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.941021] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:9b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372ffe04-9f52-4af9-8df8-4234d9deef07', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.947643] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Creating folder: Project (b8485a6848ea49ee84d28b973dd7846f). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.948203] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e9f00ad-f963-4eeb-a1e9-fd6556d61d34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.965508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.966894] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Created folder: Project (b8485a6848ea49ee84d28b973dd7846f) in parent group-v782532. [ 879.967178] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Creating folder: Instances. Parent ref: group-v782708. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.967500] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bbda196-1bc8-4230-a9bb-44cbb0f19003 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.969739] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4ec8fe-d9a7-463e-9671-8c27f4f17488 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.983610] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8eeaa4-3e38-4d96-8b91-c1bb95614ab4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.995682] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Successfully created port: badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.999983] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Created folder: Instances in parent group-v782708. [ 879.999983] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.000821] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.002014] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce596e0d-fe3f-4cb3-8852-ca880894c926 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.034575] env[69765]: DEBUG nova.network.neutron [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.034663] env[69765]: DEBUG nova.compute.manager [req-ce36542b-3777-4a5b-8706-011cec47d518 req-3a133d36-3608-47da-97fa-2a3af67969fc service nova] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Detach interface failed, port_id=609266ad-9956-42ff-a1a5-bb8d0d4c18b3, reason: Instance ad538135-a299-4f33-be01-b9a1016a974e could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.043199] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.043199] env[69765]: value = "task-3943150" [ 880.043199] env[69765]: _type = "Task" [ 880.043199] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.053553] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943150, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.077107] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.152831] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.158285] env[69765]: DEBUG nova.compute.manager [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Received event network-changed-372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.158285] env[69765]: DEBUG nova.compute.manager [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Refreshing instance network info cache due to event network-changed-372ffe04-9f52-4af9-8df8-4234d9deef07. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.158285] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Acquiring lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.158285] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Acquired lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.158285] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Refreshing network info cache for port 372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 880.188409] env[69765]: DEBUG nova.compute.manager [req-c10ee1a4-4d6c-47c0-a609-7bf5f0f06def req-b0f3a9ad-a7d4-47f7-a5bd-f4c853030779 service nova] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Received event network-vif-deleted-c60074f3-f2d4-4c8e-8ead-b15b8062438b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.198783] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25641a28-c120-4e26-bddf-6dbc0932a4a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.209398] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de25e8-4d75-42a9-bdac-6eb94fa1d1d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.245964] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b52a483-2d03-429e-bd33-41b2a2f64929 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.254580] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682723e-066a-4493-8d52-ea9254a86ffd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.269137] env[69765]: DEBUG nova.compute.provider_tree [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.440458] env[69765]: INFO nova.compute.manager [-] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Took 1.45 seconds to deallocate network for instance. [ 880.538692] env[69765]: INFO nova.compute.manager [-] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Took 1.36 seconds to deallocate network for instance. [ 880.553839] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943150, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.652147] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539381} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.652416] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.652632] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.652890] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f11e3c9-54f2-45de-8dc4-dda9dd45c1fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.659353] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 880.659353] env[69765]: value = "task-3943151" [ 880.659353] env[69765]: _type = "Task" [ 880.659353] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.671703] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.773800] env[69765]: DEBUG nova.scheduler.client.report [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.879799] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Updated VIF entry in instance network info cache for port 372ffe04-9f52-4af9-8df8-4234d9deef07. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 880.880241] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Updating instance_info_cache with network_info: [{"id": "372ffe04-9f52-4af9-8df8-4234d9deef07", "address": "fa:16:3e:32:9b:bb", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ffe04-9f", "ovs_interfaceid": "372ffe04-9f52-4af9-8df8-4234d9deef07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.946914] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.048454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.053786] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943150, 'name': CreateVM_Task, 'duration_secs': 0.562328} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.054031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.054686] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054855] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.055526] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ed7ae9-2ad9-4076-9c15-63fde64c7d49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.061080] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 881.061080] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a54453-61e2-7299-b76b-7d20f5c2446b" [ 881.061080] env[69765]: _type = "Task" [ 881.061080] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.070583] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a54453-61e2-7299-b76b-7d20f5c2446b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.088206] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.116508] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.116508] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.116732] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.116826] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.116962] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.117133] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.117347] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.117507] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.117682] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.117897] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.118108] env[69765]: DEBUG nova.virt.hardware [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.119115] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41c51b-b79a-4f39-8f35-8045080410e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.127586] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a11ad8-56c7-4237-9300-8aed4da6ca2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.170455] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328471} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.170753] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.171628] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad3c8e-fe35-4ab0-b4bb-d6c7da9f413b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.194829] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.195257] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a74432-7b13-488b-b8a1-4abff081439e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.217586] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 881.217586] env[69765]: value = "task-3943152" [ 881.217586] env[69765]: _type = "Task" [ 881.217586] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.227259] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.280171] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.283902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.846s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.283902] env[69765]: DEBUG nova.objects.instance [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lazy-loading 'resources' on Instance uuid 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.309143] env[69765]: INFO nova.scheduler.client.report [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Deleted allocations for instance 3ba76adc-0ada-4fd5-b88a-7e54e43198d6 [ 881.383369] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Releasing lock "refresh_cache-5f0e6db4-c4d0-486d-a733-49475ba26431" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.387029] env[69765]: DEBUG nova.compute.manager [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Received event network-vif-deleted-1efac3a1-c905-4c0e-b3a5-aa5df1e2319b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.387029] env[69765]: DEBUG nova.compute.manager [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.387029] env[69765]: DEBUG nova.compute.manager [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing instance network info cache due to event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.387029] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Acquiring lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.387029] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Acquired lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.387029] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 881.579104] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a54453-61e2-7299-b76b-7d20f5c2446b, 'name': SearchDatastore_Task, 'duration_secs': 0.049935} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.580457] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.580563] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.580855] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.581391] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.581391] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.581661] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7433b20e-31e8-4590-9906-8ce0cd591b68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.595888] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.596227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.597131] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17ce58e-4845-4840-9c17-bd6fe36f7278 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.603871] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 881.603871] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ed9939-87cb-f941-556d-8a5816717888" [ 881.603871] env[69765]: _type = "Task" [ 881.603871] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.615956] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ed9939-87cb-f941-556d-8a5816717888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.695260] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Successfully updated port: badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.728356] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943152, 'name': ReconfigVM_Task, 'duration_secs': 0.409449} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.728356] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.728849] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3662bbf0-92a5-4349-a306-b881e414c363 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.735868] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 881.735868] env[69765]: value = "task-3943153" [ 881.735868] env[69765]: _type = "Task" [ 881.735868] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.744801] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943153, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.819860] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f2805cc5-f9ee-4508-923c-b734469f921c tempest-ServerShowV254Test-1068068768 tempest-ServerShowV254Test-1068068768-project-member] Lock "3ba76adc-0ada-4fd5-b88a-7e54e43198d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.624s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.117169] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ed9939-87cb-f941-556d-8a5816717888, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.124549] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9c2d11-e610-4309-9989-3f1e3e46ceac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.130163] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 882.130163] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f0f7c1-052d-c75e-9a28-ee16c603c6f8" [ 882.130163] env[69765]: _type = "Task" [ 882.130163] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.144478] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f0f7c1-052d-c75e-9a28-ee16c603c6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.144478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.144478] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5f0e6db4-c4d0-486d-a733-49475ba26431/5f0e6db4-c4d0-486d-a733-49475ba26431.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.144478] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25abb0b9-0dcc-44af-ad8b-aaf54610691e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.154589] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 882.154589] env[69765]: value = "task-3943154" [ 882.154589] env[69765]: _type = "Task" [ 882.154589] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.165425] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.198743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.199032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.199135] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 882.217805] env[69765]: DEBUG nova.compute.manager [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Received event network-vif-plugged-badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.217805] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Acquiring lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.218052] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.218195] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.218377] env[69765]: DEBUG nova.compute.manager [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] No waiting events found dispatching network-vif-plugged-badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.218862] env[69765]: WARNING nova.compute.manager [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Received unexpected event network-vif-plugged-badf4c72-4be1-4631-9571-e743f230b0a5 for instance with vm_state building and task_state spawning. [ 882.218862] env[69765]: DEBUG nova.compute.manager [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Received event network-changed-badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.218862] env[69765]: DEBUG nova.compute.manager [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Refreshing instance network info cache due to event network-changed-badf4c72-4be1-4631-9571-e743f230b0a5. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.219038] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Acquiring lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.220291] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updated VIF entry in instance network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 882.220391] env[69765]: DEBUG nova.network.neutron [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [{"id": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "address": "fa:16:3e:c0:13:b1", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929e63e0-d8", "ovs_interfaceid": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.251330] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943153, 'name': Rename_Task, 'duration_secs': 0.130189} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.252179] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.252179] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a53d82-82a3-4ac6-9088-27ee0e0f6536 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.265170] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 882.265170] env[69765]: value = "task-3943155" [ 882.265170] env[69765]: _type = "Task" [ 882.265170] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.274790] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.295837] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05e552-8279-4827-bb36-1bf34dfc9280 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.305305] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7f30a3-36cf-4784-bc10-2da194024721 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.341778] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b665f3-8e70-47d6-ae61-9cce525ccaaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.352765] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e59d17f-69a1-495b-bb60-1cda43783191 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.368913] env[69765]: DEBUG nova.compute.provider_tree [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.666679] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943154, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.730362] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8d0c175-d10b-45d2-904d-7a5fccc833f0 req-94e493e8-64b4-41a0-8736-a16b8f677092 service nova] Releasing lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.737621] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 882.776458] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.871741] env[69765]: DEBUG nova.scheduler.client.report [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.893142] env[69765]: DEBUG nova.network.neutron [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Updating instance_info_cache with network_info: [{"id": "badf4c72-4be1-4631-9571-e743f230b0a5", "address": "fa:16:3e:cd:fa:39", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf4c72-4b", "ovs_interfaceid": "badf4c72-4be1-4631-9571-e743f230b0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.168232] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538475} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.169162] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5f0e6db4-c4d0-486d-a733-49475ba26431/5f0e6db4-c4d0-486d-a733-49475ba26431.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.169162] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.169162] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b01e02a4-f19a-4730-968c-0f094f7066fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.176748] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 883.176748] env[69765]: value = "task-3943156" [ 883.176748] env[69765]: _type = "Task" [ 883.176748] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.187395] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.275817] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.378053] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.380700] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.821s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.382262] env[69765]: INFO nova.compute.claims [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.396916] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.397310] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Instance network_info: |[{"id": "badf4c72-4be1-4631-9571-e743f230b0a5", "address": "fa:16:3e:cd:fa:39", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf4c72-4b", "ovs_interfaceid": "badf4c72-4be1-4631-9571-e743f230b0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.397628] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Acquired lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.397813] env[69765]: DEBUG nova.network.neutron [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Refreshing network info cache for port badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 883.399232] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:fa:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'badf4c72-4be1-4631-9571-e743f230b0a5', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.408317] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.410101] env[69765]: INFO nova.scheduler.client.report [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Deleted allocations for instance 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f [ 883.414337] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.416593] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42e56ae-2bd8-407c-a118-8eae8afea310 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.439194] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.439194] env[69765]: value = "task-3943157" [ 883.439194] env[69765]: _type = "Task" [ 883.439194] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.458040] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943157, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.687425] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075693} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.687696] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.688501] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf4fc9-87a6-44e3-a2d4-e861d61781dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716537] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5f0e6db4-c4d0-486d-a733-49475ba26431/5f0e6db4-c4d0-486d-a733-49475ba26431.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.716798] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508a553e-faff-4842-8ff3-f687acffe16d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.740887] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 883.740887] env[69765]: value = "task-3943158" [ 883.740887] env[69765]: _type = "Task" [ 883.740887] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.749722] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.776340] env[69765]: DEBUG oslo_vmware.api [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943155, 'name': PowerOnVM_Task, 'duration_secs': 1.216939} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.776615] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.776817] env[69765]: INFO nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 883.776999] env[69765]: DEBUG nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.777877] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb8c32a-b46a-4a83-b5a1-84f7a7bc8fc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.854455] env[69765]: DEBUG nova.network.neutron [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Updated VIF entry in instance network info cache for port badf4c72-4be1-4631-9571-e743f230b0a5. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 883.854455] env[69765]: DEBUG nova.network.neutron [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Updating instance_info_cache with network_info: [{"id": "badf4c72-4be1-4631-9571-e743f230b0a5", "address": "fa:16:3e:cd:fa:39", "network": {"id": "5e1d7319-d61d-447c-9ace-e355b3ce4b9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-600127901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5abc7970c4e645bc9a7b1d14ebcadf43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadf4c72-4b", "ovs_interfaceid": "badf4c72-4be1-4631-9571-e743f230b0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.935854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7724d003-647d-4c41-9457-0ef39a8c63e0 tempest-VolumesAssistedSnapshotsTest-1770907688 tempest-VolumesAssistedSnapshotsTest-1770907688-project-member] Lock "9345e529-5ffd-41f3-b4f7-28f9bc63ea2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.647s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.950980] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943157, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.253211] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.300043] env[69765]: INFO nova.compute.manager [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Took 40.75 seconds to build instance. [ 884.357032] env[69765]: DEBUG oslo_concurrency.lockutils [req-303d37df-2743-4d95-9b80-4a954f74d4fa req-1dd1b22c-533b-40a4-bcbe-51598d8f2667 service nova] Releasing lock "refresh_cache-37cc9fc2-781f-4dbf-add2-38672e4b5a91" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.455390] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943157, 'name': CreateVM_Task, 'duration_secs': 0.688815} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.455605] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.456325] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.456491] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.456802] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.457194] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6906dc90-774e-4662-b962-da99d14fcd64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.463169] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 884.463169] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c8c86c-f64b-a0f3-079c-e54342d4260d" [ 884.463169] env[69765]: _type = "Task" [ 884.463169] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.478032] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c8c86c-f64b-a0f3-079c-e54342d4260d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.756289] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943158, 'name': ReconfigVM_Task, 'duration_secs': 0.712242} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.756682] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5f0e6db4-c4d0-486d-a733-49475ba26431/5f0e6db4-c4d0-486d-a733-49475ba26431.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.757403] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a617ca55-1929-4226-bf80-3b8268d42574 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.770203] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 884.770203] env[69765]: value = "task-3943159" [ 884.770203] env[69765]: _type = "Task" [ 884.770203] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.782776] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943159, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.801926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec67c369-682a-47e4-85fb-635b3e91eea4 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.744s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.918172] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea683d16-3dcf-4783-a6d8-e4e5f1c19158 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.927082] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a8189-0c75-4ac5-a363-fcfd55e1e519 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.975922] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c391ab5-c602-46ef-83e7-8d9888b192a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.988921] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c8c86c-f64b-a0f3-079c-e54342d4260d, 'name': SearchDatastore_Task, 'duration_secs': 0.02686} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.990234] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15072e88-f6b2-447c-a626-3f3e04c3e591 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.994922] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.995377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.995506] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995665] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995871] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.996150] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67b77720-14b9-4a3f-890f-ed803062db77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.010389] env[69765]: DEBUG nova.compute.provider_tree [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.013072] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.013180] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.014132] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e94288-7bc9-4cd5-9419-dd7bb01b467b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.020794] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 885.020794] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524af8f0-fccf-31e1-ed61-c2cb1597f1f3" [ 885.020794] env[69765]: _type = "Task" [ 885.020794] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.030382] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524af8f0-fccf-31e1-ed61-c2cb1597f1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.288165] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943159, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.519116] env[69765]: DEBUG nova.scheduler.client.report [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.534748] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524af8f0-fccf-31e1-ed61-c2cb1597f1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.535636] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d81465-7214-456e-8172-0ced261ee277 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.542536] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 885.542536] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b21f1e-6fb9-c41e-ce5b-244f4ba7ca2e" [ 885.542536] env[69765]: _type = "Task" [ 885.542536] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.553142] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b21f1e-6fb9-c41e-ce5b-244f4ba7ca2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.786809] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943159, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.028044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.028608] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.037387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.392s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.039031] env[69765]: INFO nova.compute.claims [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.053980] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b21f1e-6fb9-c41e-ce5b-244f4ba7ca2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.053980] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.054287] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 37cc9fc2-781f-4dbf-add2-38672e4b5a91/37cc9fc2-781f-4dbf-add2-38672e4b5a91.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.054489] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69dd4c87-946d-4524-abe8-ef78c89ba7f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.065541] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 886.065541] env[69765]: value = "task-3943160" [ 886.065541] env[69765]: _type = "Task" [ 886.065541] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.079796] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.288141] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943159, 'name': Rename_Task, 'duration_secs': 1.292674} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.288496] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.288809] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6735c89c-4d99-4408-bb1b-6ac9b47c18b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299918] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 886.299918] env[69765]: value = "task-3943161" [ 886.299918] env[69765]: _type = "Task" [ 886.299918] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.312151] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.539143] env[69765]: DEBUG nova.compute.utils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.540220] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.540346] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.554274] env[69765]: DEBUG nova.compute.manager [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 886.583177] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943160, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.617114] env[69765]: DEBUG nova.policy [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeab4a5f4fd94748b51faaad28b7b791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9063ca15cd4ad3ac263e1b8eca6bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.821953] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.870424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.870875] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.044960] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.064470] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Successfully created port: 08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.088996] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549896} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.093510] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 37cc9fc2-781f-4dbf-add2-38672e4b5a91/37cc9fc2-781f-4dbf-add2-38672e4b5a91.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.093763] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.095891] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.095891] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f99fdc-093b-405f-87b4-3733190a11a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.107355] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 887.107355] env[69765]: value = "task-3943162" [ 887.107355] env[69765]: _type = "Task" [ 887.107355] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.122440] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.319400] env[69765]: DEBUG oslo_vmware.api [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943161, 'name': PowerOnVM_Task, 'duration_secs': 0.921035} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.319981] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.320366] env[69765]: INFO nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Took 9.94 seconds to spawn the instance on the hypervisor. [ 887.320634] env[69765]: DEBUG nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.321707] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba053f-e62d-4c0a-b265-ef9019ad0d4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.375018] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.620493] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091609} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.621025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.621722] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc188e-dc65-411c-b509-b78d76236170 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.645854] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 37cc9fc2-781f-4dbf-add2-38672e4b5a91/37cc9fc2-781f-4dbf-add2-38672e4b5a91.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.649488] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b9d4c6d-cc3f-493c-a575-ff18259da03c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.671453] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 887.671453] env[69765]: value = "task-3943163" [ 887.671453] env[69765]: _type = "Task" [ 887.671453] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.697337] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.738969] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b6a88-b92c-46bf-b156-7403d3ff9967 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.752095] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67197dac-17b8-41f2-8851-736ed544accf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.783122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e7b7c-bfc8-4f4f-8777-0b3fe9b39e56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.791065] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d04f5-ea03-4aee-afca-817a7a309ce5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.806363] env[69765]: DEBUG nova.compute.provider_tree [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.846012] env[69765]: INFO nova.compute.manager [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Took 42.13 seconds to build instance. [ 887.906871] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.062140] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.103692] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.103692] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.103916] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.106823] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.106983] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.107180] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.107389] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.107545] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.107707] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.107866] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.108059] env[69765]: DEBUG nova.virt.hardware [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.109115] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde986d-66fb-4a97-89c6-00f8f3ebc18e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.120894] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56710011-1586-4dca-9ea4-2362fff3cf29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.184415] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.199636] env[69765]: INFO nova.compute.manager [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Rebuilding instance [ 888.258617] env[69765]: DEBUG nova.compute.manager [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.259647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c37d69-e2af-432e-ba98-e74ce843aeb9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.309337] env[69765]: DEBUG nova.scheduler.client.report [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.348684] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04d2ea50-3b4e-45b6-8426-5c8e2a5c21bd tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.009s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.683855] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943163, 'name': ReconfigVM_Task, 'duration_secs': 0.871396} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.684162] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 37cc9fc2-781f-4dbf-add2-38672e4b5a91/37cc9fc2-781f-4dbf-add2-38672e4b5a91.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.684811] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30920943-63e6-47d8-b053-87bab6b066dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.691920] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 888.691920] env[69765]: value = "task-3943164" [ 888.691920] env[69765]: _type = "Task" [ 888.691920] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.700509] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943164, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.815289] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Successfully updated port: 08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.815289] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.815767] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.824574] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.523s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.824818] env[69765]: DEBUG nova.objects.instance [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lazy-loading 'resources' on Instance uuid 96955030-d36e-43fe-b6b9-dfa4569418ec {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.827229] env[69765]: DEBUG nova.compute.manager [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Received event network-vif-plugged-08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.827486] env[69765]: DEBUG oslo_concurrency.lockutils [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.827651] env[69765]: DEBUG oslo_concurrency.lockutils [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.827821] env[69765]: DEBUG oslo_concurrency.lockutils [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.827987] env[69765]: DEBUG nova.compute.manager [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] No waiting events found dispatching network-vif-plugged-08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.828207] env[69765]: WARNING nova.compute.manager [req-ae0402f7-d19f-4860-95fb-e83b003a292d req-4e853f18-cf83-4633-9f28-f414fa4b4f2e service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Received unexpected event network-vif-plugged-08eb88dc-3262-4f26-adfc-01a7bd064b03 for instance with vm_state building and task_state spawning. [ 889.093303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "5f0e6db4-c4d0-486d-a733-49475ba26431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.093303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.093303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.093303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.093303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.095721] env[69765]: INFO nova.compute.manager [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Terminating instance [ 889.203670] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943164, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.281450] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.281776] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-366c00e9-a0f3-460f-890d-e27322422e0d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.290967] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 889.290967] env[69765]: value = "task-3943165" [ 889.290967] env[69765]: _type = "Task" [ 889.290967] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.302102] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.326615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327437] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.327709] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 889.333923] env[69765]: DEBUG nova.compute.utils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.335749] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.335964] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.417132] env[69765]: DEBUG nova.policy [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.602666] env[69765]: DEBUG nova.compute.manager [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.602666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.604204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f1010-feb1-468c-b6c4-73dc9c9e060a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.616136] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.616136] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3c80a4-0360-40ad-b48e-c7f0b26c5be8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.631230] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 889.631230] env[69765]: value = "task-3943166" [ 889.631230] env[69765]: _type = "Task" [ 889.631230] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.640620] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.710729] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943164, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.803253] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943165, 'name': PowerOffVM_Task, 'duration_secs': 0.208289} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.806543] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.806796] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.808058] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce1901-cfb5-4130-83fb-2439c834077a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.819046] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.819046] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92fca277-fa11-4ce2-98dc-e8abd5b58587 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.844094] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.894889] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.894889] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.895145] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleting the datastore file [datastore1] 00770212-75b7-4043-b43d-a1735f759564 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.895793] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a7aeda7-95bc-4ac5-a2d4-118c1a827aba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.903109] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ecb88a-7fa1-4d76-ad63-87e966e8524b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.909045] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 889.909045] env[69765]: value = "task-3943168" [ 889.909045] env[69765]: _type = "Task" [ 889.909045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.917909] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ec54c-c72e-40fb-983f-eea4135a8315 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.924781] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.962873] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 889.966711] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00a155-1ac4-4988-a680-68961a52c7d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.976630] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef657b-50b4-4ebc-88fd-3fbc8d6cee27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.995526] env[69765]: DEBUG nova.compute.provider_tree [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.144009] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943166, 'name': PowerOffVM_Task, 'duration_secs': 0.460016} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.144609] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.144814] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.145241] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-632a3972-ec04-4548-9ea6-d4984152ead6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.182740] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Successfully created port: c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.205860] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943164, 'name': Rename_Task, 'duration_secs': 1.173309} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.206289] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.206680] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcdc0d92-bd1d-4b0c-a339-95d93e5c5800 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.217444] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.217580] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.217757] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Deleting the datastore file [datastore1] 5f0e6db4-c4d0-486d-a733-49475ba26431 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.218900] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b9458b-14b6-47bb-a517-fefce3428e79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.220881] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 890.220881] env[69765]: value = "task-3943170" [ 890.220881] env[69765]: _type = "Task" [ 890.220881] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.229469] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for the task: (returnval){ [ 890.229469] env[69765]: value = "task-3943171" [ 890.229469] env[69765]: _type = "Task" [ 890.229469] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.233336] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.241468] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.396513] env[69765]: DEBUG nova.network.neutron [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.422433] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182687} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.422433] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.422726] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.422726] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.499428] env[69765]: DEBUG nova.scheduler.client.report [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.731558] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943170, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.741430] env[69765]: DEBUG oslo_vmware.api [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Task: {'id': task-3943171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129058} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.741674] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.741868] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.742073] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.742271] env[69765]: INFO nova.compute.manager [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.742617] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.742737] env[69765]: DEBUG nova.compute.manager [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.742835] env[69765]: DEBUG nova.network.neutron [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 890.847491] env[69765]: DEBUG nova.compute.manager [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Received event network-changed-08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.847491] env[69765]: DEBUG nova.compute.manager [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Refreshing instance network info cache due to event network-changed-08eb88dc-3262-4f26-adfc-01a7bd064b03. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.847491] env[69765]: DEBUG oslo_concurrency.lockutils [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.855442] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.885624] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.886763] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.886763] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.886763] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.887108] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.887457] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.887826] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.889391] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.889391] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.889391] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.889391] env[69765]: DEBUG nova.virt.hardware [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.890089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d139d1-5c46-46dc-8305-30c69976dadd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.899022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2aaba-28c9-4bad-b6fa-6d19adc9282e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.903886] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.904396] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Instance network_info: |[{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.906136] env[69765]: DEBUG oslo_concurrency.lockutils [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906136] env[69765]: DEBUG nova.network.neutron [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Refreshing network info cache for port 08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 890.908093] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b9:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08eb88dc-3262-4f26-adfc-01a7bd064b03', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.917322] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating folder: Project (fd9063ca15cd4ad3ac263e1b8eca6bb8). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.918629] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db7e93d0-a266-4f26-aa91-c1a612312bc0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.951766] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created folder: Project (fd9063ca15cd4ad3ac263e1b8eca6bb8) in parent group-v782532. [ 890.952116] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating folder: Instances. Parent ref: group-v782712. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.952430] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f34c15eb-c275-4b6c-ab16-0969e058f123 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.966017] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created folder: Instances in parent group-v782712. [ 890.966017] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.966281] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.966550] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7a9deb-3f41-497b-9975-2c34957e6471 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990623] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.990623] env[69765]: value = "task-3943174" [ 890.990623] env[69765]: _type = "Task" [ 890.990623] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.003489] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943174, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.006542] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.018876] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.062s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.018876] env[69765]: DEBUG nova.objects.instance [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lazy-loading 'resources' on Instance uuid 9462e2f5-628d-4410-a2d1-6ff064c8cc8f {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.072215] env[69765]: INFO nova.scheduler.client.report [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted allocations for instance 96955030-d36e-43fe-b6b9-dfa4569418ec [ 891.232598] env[69765]: DEBUG oslo_vmware.api [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943170, 'name': PowerOnVM_Task, 'duration_secs': 0.871261} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.232888] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.233137] env[69765]: INFO nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Took 10.14 seconds to spawn the instance on the hypervisor. [ 891.233323] env[69765]: DEBUG nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.234187] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac67c02-44ce-41ce-a7f8-298af0c60e04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.474902] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.475255] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.475385] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.475578] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.475728] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.475881] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.476217] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.476413] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.476594] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.476761] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.477007] env[69765]: DEBUG nova.virt.hardware [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.477974] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314a142f-82fa-44f5-afff-ea1da5abe924 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.490996] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5a5e4-c75c-4006-8971-a6eb647ef4ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.504095] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943174, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.513685] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cec225-0262-4b06-b3c0-a1965a2eb81f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.521897] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.527221] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.527841] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25d64b3-1a67-4f0b-bfe1-add91dd0c603 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.551679] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.551679] env[69765]: value = "task-3943175" [ 891.551679] env[69765]: _type = "Task" [ 891.551679] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.555145] env[69765]: DEBUG nova.network.neutron [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.566164] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943175, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.583545] env[69765]: DEBUG oslo_concurrency.lockutils [None req-55a74fbe-b671-4b38-b32d-33678f1c427e tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "96955030-d36e-43fe-b6b9-dfa4569418ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.889s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.760021] env[69765]: INFO nova.compute.manager [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Took 42.05 seconds to build instance. [ 891.780424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "b21a0391-0604-47ea-b012-8eb719fef8be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.780713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.780916] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.781179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.781385] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.783403] env[69765]: INFO nova.compute.manager [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Terminating instance [ 891.848932] env[69765]: DEBUG nova.network.neutron [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updated VIF entry in instance network info cache for port 08eb88dc-3262-4f26-adfc-01a7bd064b03. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 891.849361] env[69765]: DEBUG nova.network.neutron [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.010354] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943174, 'name': CreateVM_Task, 'duration_secs': 0.532695} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.010553] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.011300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.011458] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.011805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.012110] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edf247e-72df-4036-a351-62c6c2ac75b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.021821] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 892.021821] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529828ec-97cc-f7f3-7d50-af19900ed726" [ 892.021821] env[69765]: _type = "Task" [ 892.021821] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.039915] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529828ec-97cc-f7f3-7d50-af19900ed726, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.043400] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.043667] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.045272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.045272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.045272] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.045272] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85ad318-ee39-41cc-9f7a-44f1532ef6bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.057258] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.057416] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.061304] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb38c09f-4d50-40af-a07e-ea46b79f0451 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.064259] env[69765]: INFO nova.compute.manager [-] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Took 1.32 seconds to deallocate network for instance. [ 892.070179] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943175, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.080932] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 892.080932] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f6d842-872d-abf6-da4f-7d7397f0ed13" [ 892.080932] env[69765]: _type = "Task" [ 892.080932] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.094246] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f6d842-872d-abf6-da4f-7d7397f0ed13, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.096183] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ea8f32-2c23-4be7-874c-23ccb02a6bb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.106070] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 892.106070] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524c9ec3-766c-345d-321e-2880037ebadd" [ 892.106070] env[69765]: _type = "Task" [ 892.106070] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.119800] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c9ec3-766c-345d-321e-2880037ebadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.122528] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e2f6d2-8039-4ca8-8429-d7445bdb721a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.132274] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b565ce-1415-4624-b145-4da9d7d29c9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.135954] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Successfully updated port: c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.174489] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb28d34d-3a71-49bc-bb59-6e4d2065ed03 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.189774] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b48163-6378-4f44-95db-509566fbafde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.207033] env[69765]: DEBUG nova.compute.provider_tree [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.266575] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fab5714f-5c87-4ae5-9f76-fdad7be9e39c tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.107s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.291759] env[69765]: DEBUG nova.compute.manager [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.291759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.291956] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1481a7b-9a42-42a5-b81a-e0ac700b24b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.301561] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.301857] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adf637b-b348-4d22-862f-bb537dd2602a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.309459] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 892.309459] env[69765]: value = "task-3943176" [ 892.309459] env[69765]: _type = "Task" [ 892.309459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.318718] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.353093] env[69765]: DEBUG oslo_concurrency.lockutils [req-f23c3843-e469-4cbc-8303-098187eb33fb req-326ab047-8fc3-47b0-bcd4-ed619662f68f service nova] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.563143] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943175, 'name': CreateVM_Task, 'duration_secs': 0.577296} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.563467] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.564053] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.564232] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.564750] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.565014] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f49619b-77a4-4d6c-b755-a5a4f5fa43c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.570798] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 892.570798] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c9266a-a99a-b20c-386e-f9202041caaa" [ 892.570798] env[69765]: _type = "Task" [ 892.570798] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.579375] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c9266a-a99a-b20c-386e-f9202041caaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.582405] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.616434] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c9ec3-766c-345d-321e-2880037ebadd, 'name': SearchDatastore_Task, 'duration_secs': 0.014868} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.616628] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.616892] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.617243] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a926f02-61b4-4a0a-9519-93c5bd3edf88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.625951] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 892.625951] env[69765]: value = "task-3943177" [ 892.625951] env[69765]: _type = "Task" [ 892.625951] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.634303] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.638981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.639147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.639303] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 892.686815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "bf254692-69ca-4d13-920d-21bd492e0439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.687137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.687791] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "bf254692-69ca-4d13-920d-21bd492e0439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.687988] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.688192] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.689884] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.690241] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.690334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.690466] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.690666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.692303] env[69765]: INFO nova.compute.manager [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Terminating instance [ 892.693752] env[69765]: INFO nova.compute.manager [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Terminating instance [ 892.712487] env[69765]: DEBUG nova.scheduler.client.report [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.820336] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.924647] env[69765]: DEBUG nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Received event network-vif-deleted-372ffe04-9f52-4af9-8df8-4234d9deef07 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.924886] env[69765]: DEBUG nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Received event network-vif-plugged-c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.925217] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.925481] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.925659] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.925839] env[69765]: DEBUG nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] No waiting events found dispatching network-vif-plugged-c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.926011] env[69765]: WARNING nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Received unexpected event network-vif-plugged-c519d7d3-6635-4efc-ad1a-f64c563ce75a for instance with vm_state building and task_state spawning. [ 892.926214] env[69765]: DEBUG nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Received event network-changed-c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.926379] env[69765]: DEBUG nova.compute.manager [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Refreshing instance network info cache due to event network-changed-c519d7d3-6635-4efc-ad1a-f64c563ce75a. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.926540] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Acquiring lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.084082] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c9266a-a99a-b20c-386e-f9202041caaa, 'name': SearchDatastore_Task, 'duration_secs': 0.045962} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.084465] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.084787] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.085086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.085246] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.085431] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.085701] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab6112f-a8d6-4a9a-90a3-382b40afa93a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.108013] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.108013] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.108737] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb77bda6-eb92-492c-8ae2-67e993f1db51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.115734] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 893.115734] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52290ba1-c53d-9ebe-d973-16bdcac90c42" [ 893.115734] env[69765]: _type = "Task" [ 893.115734] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.126049] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52290ba1-c53d-9ebe-d973-16bdcac90c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.135261] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.188971] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 893.201175] env[69765]: DEBUG nova.compute.manager [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.202027] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.202027] env[69765]: DEBUG nova.compute.manager [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.202176] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.202986] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c5cc10-d22f-4884-bd45-030fab060556 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.207545] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d5143-91dd-41c0-9c39-e935fb450abe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.219221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.221412] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.224324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.055s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.224558] env[69765]: DEBUG nova.objects.instance [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lazy-loading 'resources' on Instance uuid e08f03b7-add2-4f51-b5e0-e67b1b55cc76 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.226504] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728def1f-c183-4251-a91f-88ad798653fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.228445] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.228537] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-600f038e-b5f6-4f22-8513-ce0393334528 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.236976] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 893.236976] env[69765]: value = "task-3943178" [ 893.236976] env[69765]: _type = "Task" [ 893.236976] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.238297] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 893.238297] env[69765]: value = "task-3943179" [ 893.238297] env[69765]: _type = "Task" [ 893.238297] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.250944] env[69765]: INFO nova.scheduler.client.report [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Deleted allocations for instance 9462e2f5-628d-4410-a2d1-6ff064c8cc8f [ 893.260838] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.264274] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.322282] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943176, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.408720] env[69765]: DEBUG nova.network.neutron [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Updating instance_info_cache with network_info: [{"id": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "address": "fa:16:3e:7d:71:db", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc519d7d3-66", "ovs_interfaceid": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.628647] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52290ba1-c53d-9ebe-d973-16bdcac90c42, 'name': SearchDatastore_Task, 'duration_secs': 0.012981} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.633927] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02f90fc-8000-4640-917f-2271b15507da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.643867] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985771} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.645392] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.645759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.646218] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 893.646218] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52607984-e28b-db51-3f6e-7f06330f0ae3" [ 893.646218] env[69765]: _type = "Task" [ 893.646218] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.646759] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a186df2-9d07-450c-a64a-700fe6a4be76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.661076] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52607984-e28b-db51-3f6e-7f06330f0ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.663071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.663888] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.664449] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 893.664449] env[69765]: value = "task-3943180" [ 893.664449] env[69765]: _type = "Task" [ 893.664449] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.664893] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf8a51c-0797-48eb-bf28-0f27e160a847 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.680198] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.681793] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 893.681793] env[69765]: value = "task-3943181" [ 893.681793] env[69765]: _type = "Task" [ 893.681793] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.692340] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.752833] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943178, 'name': PowerOffVM_Task, 'duration_secs': 0.290158} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.756131] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.756399] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.756894] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943179, 'name': PowerOffVM_Task, 'duration_secs': 0.49645} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.757167] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878bef54-96f1-454c-a34a-ab83c1291629 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.762358] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6f9096e0-6058-48e2-942b-f7ea7e91150b tempest-ServerGroupTestJSON-862581954 tempest-ServerGroupTestJSON-862581954-project-member] Lock "9462e2f5-628d-4410-a2d1-6ff064c8cc8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.282s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.763376] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.763579] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.763873] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa65238-2f0d-4413-9d9f-d1ac7cb8b091 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823495] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943176, 'name': PowerOffVM_Task, 'duration_secs': 1.092768} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.823994] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.824118] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.827288] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d94be0-5f4c-4e5b-9970-c48efd179177 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.859156] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.859156] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.859437] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleting the datastore file [datastore2] bf254692-69ca-4d13-920d-21bd492e0439 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.863023] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e7c08c-2ae7-47af-be34-5f6bdccef6dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.863023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.863223] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.863320] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleting the datastore file [datastore1] 37cc9fc2-781f-4dbf-add2-38672e4b5a91 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.863591] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-764e5315-c037-400e-bd76-0f1ed385f18c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.871042] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for the task: (returnval){ [ 893.871042] env[69765]: value = "task-3943186" [ 893.871042] env[69765]: _type = "Task" [ 893.871042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.872614] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for the task: (returnval){ [ 893.872614] env[69765]: value = "task-3943185" [ 893.872614] env[69765]: _type = "Task" [ 893.872614] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.890087] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.890375] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.914318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.914318] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Instance network_info: |[{"id": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "address": "fa:16:3e:7d:71:db", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc519d7d3-66", "ovs_interfaceid": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.914545] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Acquired lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.914683] env[69765]: DEBUG nova.network.neutron [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Refreshing network info cache for port c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 893.917637] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:71:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c519d7d3-6635-4efc-ad1a-f64c563ce75a', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.925254] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.925778] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.926070] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590432bf-11c9-4f85-b3d8-8e62f25723a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.948158] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.948443] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.948637] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleting the datastore file [datastore2] b21a0391-0604-47ea-b012-8eb719fef8be {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.950019] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf2190e-450c-47ac-bdc4-2650520e5c12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.956919] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.956919] env[69765]: value = "task-3943187" [ 893.956919] env[69765]: _type = "Task" [ 893.956919] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.964692] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for the task: (returnval){ [ 893.964692] env[69765]: value = "task-3943188" [ 893.964692] env[69765]: _type = "Task" [ 893.964692] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.979875] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943187, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.987607] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.182941] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08358} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.189763] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.189763] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0560e154-6d4c-46f7-9a14-f36104f2ad54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.202189] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512744} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.212684] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.212986] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.222294] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.225335] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e50fb2-b399-4923-a1bb-83207a9d8999 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.227621] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47522ed-98eb-46ce-97be-9a742891d407 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.250337] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 894.250337] env[69765]: value = "task-3943190" [ 894.250337] env[69765]: _type = "Task" [ 894.250337] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.252573] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 894.252573] env[69765]: value = "task-3943189" [ 894.252573] env[69765]: _type = "Task" [ 894.252573] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.270934] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.275056] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.378466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de75bd-eb84-4577-b135-dad9bc3d60fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.397666] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624d3c0-18dc-47ec-ba7d-b17026b81874 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.401289] env[69765]: DEBUG oslo_vmware.api [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Task: {'id': task-3943185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361899} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.401558] env[69765]: DEBUG oslo_vmware.api [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Task: {'id': task-3943186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517468} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.402025] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.402025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.402442] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.402442] env[69765]: INFO nova.compute.manager [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Took 1.20 seconds to destroy the instance on the hypervisor. [ 894.402670] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.402950] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.403016] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.403204] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.403373] env[69765]: INFO nova.compute.manager [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Took 1.20 seconds to destroy the instance on the hypervisor. [ 894.403585] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.404239] env[69765]: DEBUG nova.compute.manager [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.404345] env[69765]: DEBUG nova.network.neutron [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 894.406414] env[69765]: DEBUG nova.compute.manager [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.406524] env[69765]: DEBUG nova.network.neutron [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 894.441581] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839ae570-ce94-4941-9e36-e3263aa1dd07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.450868] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c488b5-9948-4932-8b72-0a969ec83b7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.470622] env[69765]: DEBUG nova.compute.provider_tree [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.479544] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943187, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.485348] env[69765]: DEBUG oslo_vmware.api [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Task: {'id': task-3943188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394892} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.488460] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.488667] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.488853] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.489066] env[69765]: INFO nova.compute.manager [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Took 2.20 seconds to destroy the instance on the hypervisor. [ 894.489339] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.489855] env[69765]: DEBUG nova.compute.manager [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.489961] env[69765]: DEBUG nova.network.neutron [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 894.764939] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.770960] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094318} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.771465] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.772525] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205cfe4-bbfb-464c-b4b4-5de8290220c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.796776] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.798050] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d21cf2-0a40-4f43-bec2-c55251a33a00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.826263] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 894.826263] env[69765]: value = "task-3943191" [ 894.826263] env[69765]: _type = "Task" [ 894.826263] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.835465] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.971541] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943187, 'name': CreateVM_Task, 'duration_secs': 0.708168} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.971981] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.972749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.973108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.973277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.973531] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633a2840-388a-429a-8da8-6a0b8fc7468c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.982139] env[69765]: DEBUG nova.scheduler.client.report [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.988647] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 894.988647] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a4832a-7481-277f-a453-caf263bf47e4" [ 894.988647] env[69765]: _type = "Task" [ 894.988647] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.996070] env[69765]: DEBUG nova.network.neutron [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Updated VIF entry in instance network info cache for port c519d7d3-6635-4efc-ad1a-f64c563ce75a. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 894.996070] env[69765]: DEBUG nova.network.neutron [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Updating instance_info_cache with network_info: [{"id": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "address": "fa:16:3e:7d:71:db", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc519d7d3-66", "ovs_interfaceid": "c519d7d3-6635-4efc-ad1a-f64c563ce75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.002533] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a4832a-7481-277f-a453-caf263bf47e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.003072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003352] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.003642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.004015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.004076] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.005597] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620f7504-0916-4dd5-8b38-7d64f197888d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.018290] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.018290] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.018290] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5657649-e0f0-4daf-89bc-ff489cbfe5a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.027025] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 895.027025] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522a997c-71ff-de8e-306b-2fe7fe8263c2" [ 895.027025] env[69765]: _type = "Task" [ 895.027025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.042762] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522a997c-71ff-de8e-306b-2fe7fe8263c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.263791] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943190, 'name': ReconfigVM_Task, 'duration_secs': 0.882123} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.264211] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.264785] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d004b60-170a-47e0-9e28-aa07fd5d98df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.272831] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 895.272831] env[69765]: value = "task-3943192" [ 895.272831] env[69765]: _type = "Task" [ 895.272831] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.281717] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943192, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.337464] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943191, 'name': ReconfigVM_Task, 'duration_secs': 0.348226} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.337881] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 00770212-75b7-4043-b43d-a1735f759564/00770212-75b7-4043-b43d-a1735f759564.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.338823] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6061661c-6f4f-499b-83c1-b2d37011fdab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.347413] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 895.347413] env[69765]: value = "task-3943193" [ 895.347413] env[69765]: _type = "Task" [ 895.347413] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.360026] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943193, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.491305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.496627] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.315s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.501227] env[69765]: INFO nova.compute.claims [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.510666] env[69765]: DEBUG oslo_concurrency.lockutils [req-68b2780b-07ce-4586-9e41-9c44e489d82b req-3697f9b7-f635-419d-8d0a-942c8fb38c25 service nova] Releasing lock "refresh_cache-415a73a8-7bfa-44dd-9f04-ca531071265a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.539236] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522a997c-71ff-de8e-306b-2fe7fe8263c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.540561] env[69765]: INFO nova.scheduler.client.report [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Deleted allocations for instance e08f03b7-add2-4f51-b5e0-e67b1b55cc76 [ 895.545194] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce2a44b-b2eb-4ccf-a572-2f64bd87f25d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.552447] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 895.552447] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d227dd-08e7-4532-614f-986047b36442" [ 895.552447] env[69765]: _type = "Task" [ 895.552447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.562033] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d227dd-08e7-4532-614f-986047b36442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.732693] env[69765]: DEBUG nova.compute.manager [req-a1263fa1-861a-4fe2-a31f-e05f77c24106 req-af6b1f65-c7bd-4a6f-990f-5a4b598fcdf0 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Received event network-vif-deleted-badf4c72-4be1-4631-9571-e743f230b0a5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.732896] env[69765]: INFO nova.compute.manager [req-a1263fa1-861a-4fe2-a31f-e05f77c24106 req-af6b1f65-c7bd-4a6f-990f-5a4b598fcdf0 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Neutron deleted interface badf4c72-4be1-4631-9571-e743f230b0a5; detaching it from the instance and deleting it from the info cache [ 895.733116] env[69765]: DEBUG nova.network.neutron [req-a1263fa1-861a-4fe2-a31f-e05f77c24106 req-af6b1f65-c7bd-4a6f-990f-5a4b598fcdf0 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.784442] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943192, 'name': Rename_Task, 'duration_secs': 0.153963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.784772] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.785040] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acabe356-023a-461f-a7d1-6f8e0f4e2f61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.792769] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 895.792769] env[69765]: value = "task-3943194" [ 895.792769] env[69765]: _type = "Task" [ 895.792769] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.802187] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.858439] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943193, 'name': Rename_Task, 'duration_secs': 0.146366} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.858799] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.859019] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c5770f-af96-48e0-a268-ed75c038f60a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.867658] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 895.867658] env[69765]: value = "task-3943195" [ 895.867658] env[69765]: _type = "Task" [ 895.867658] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.882957] env[69765]: DEBUG nova.network.neutron [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.884609] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.911249] env[69765]: DEBUG nova.network.neutron [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.053965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ada7a61-4725-4b8d-ad19-40733e35deda tempest-ServersTestMultiNic-1601017060 tempest-ServersTestMultiNic-1601017060-project-member] Lock "e08f03b7-add2-4f51-b5e0-e67b1b55cc76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.829s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.066581] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d227dd-08e7-4532-614f-986047b36442, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.067956] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.067956] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 415a73a8-7bfa-44dd-9f04-ca531071265a/415a73a8-7bfa-44dd-9f04-ca531071265a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.067956] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82eb6b7-e294-4e55-b438-bf13fc0897f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.078091] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 896.078091] env[69765]: value = "task-3943196" [ 896.078091] env[69765]: _type = "Task" [ 896.078091] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.088564] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.142689] env[69765]: DEBUG nova.network.neutron [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.237021] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-481371bd-54bb-4184-8b69-fdef6aa64933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.251823] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3adb0-4087-484a-96c5-a946bbad3f11 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.298254] env[69765]: DEBUG nova.compute.manager [req-a1263fa1-861a-4fe2-a31f-e05f77c24106 req-af6b1f65-c7bd-4a6f-990f-5a4b598fcdf0 service nova] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Detach interface failed, port_id=badf4c72-4be1-4631-9571-e743f230b0a5, reason: Instance 37cc9fc2-781f-4dbf-add2-38672e4b5a91 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.307942] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.379584] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.388019] env[69765]: INFO nova.compute.manager [-] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Took 1.98 seconds to deallocate network for instance. [ 896.414746] env[69765]: INFO nova.compute.manager [-] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Took 1.92 seconds to deallocate network for instance. [ 896.594275] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.651991] env[69765]: INFO nova.compute.manager [-] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Took 2.25 seconds to deallocate network for instance. [ 896.812633] env[69765]: DEBUG oslo_vmware.api [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943194, 'name': PowerOnVM_Task, 'duration_secs': 0.715068} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.812950] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.813185] env[69765]: INFO nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 8.75 seconds to spawn the instance on the hypervisor. [ 896.813377] env[69765]: DEBUG nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.815280] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e11a70-7f6b-4a37-81d4-dc1215df9e96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.886398] env[69765]: DEBUG oslo_vmware.api [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943195, 'name': PowerOnVM_Task, 'duration_secs': 1.005738} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.887475] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.887733] env[69765]: DEBUG nova.compute.manager [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.888704] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c11dd-ee50-41f6-ac3a-f53278e6a12b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.893300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.922387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.078344] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33da043-2912-4157-926e-a1bc4f7dbfc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.098663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17fd74-a206-4baf-b25f-d392eb476c17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105562] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541979} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.105868] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 415a73a8-7bfa-44dd-9f04-ca531071265a/415a73a8-7bfa-44dd-9f04-ca531071265a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.106713] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.107529] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e8917df-f75a-4fda-ac1b-720a95679969 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.142302] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5278aa-1c7d-4d3e-b645-b8578c820548 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.147560] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 897.147560] env[69765]: value = "task-3943197" [ 897.147560] env[69765]: _type = "Task" [ 897.147560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.157404] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c164937-dc0a-46f3-a7af-eaa3a36b691d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.168382] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.168601] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.181898] env[69765]: DEBUG nova.compute.provider_tree [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.349783] env[69765]: INFO nova.compute.manager [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 42.81 seconds to build instance. [ 897.409815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.658935] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09177} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.659349] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.660086] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d1065-b970-424a-8dab-27fa66c038dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686466] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 415a73a8-7bfa-44dd-9f04-ca531071265a/415a73a8-7bfa-44dd-9f04-ca531071265a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.687349] env[69765]: DEBUG nova.scheduler.client.report [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.690591] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f513eeed-a2de-4ef8-a6f8-4701124f3651 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.712873] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 897.712873] env[69765]: value = "task-3943198" [ 897.712873] env[69765]: _type = "Task" [ 897.712873] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.725711] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.769972] env[69765]: DEBUG nova.compute.manager [req-95d3e91c-c2c5-443f-9dd1-6dcc7689b220 req-48c1c34b-b91b-446f-a8f5-e069611fbdad service nova] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Received event network-vif-deleted-78eb9258-1ff3-413b-ac43-74cf8c75cc85 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.769972] env[69765]: DEBUG nova.compute.manager [req-95d3e91c-c2c5-443f-9dd1-6dcc7689b220 req-48c1c34b-b91b-446f-a8f5-e069611fbdad service nova] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Received event network-vif-deleted-bd4067a1-04fb-41b1-8cd4-4913ba74d7f9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.852232] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ec528ec-e153-483d-aca4-ef3b0b78f95b tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.234s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.208050] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.212277] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.213168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.811s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.215297] env[69765]: INFO nova.compute.claims [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.231114] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.725846] env[69765]: DEBUG nova.compute.utils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.727844] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.728093] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.743422] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943198, 'name': ReconfigVM_Task, 'duration_secs': 0.821606} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.743422] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 415a73a8-7bfa-44dd-9f04-ca531071265a/415a73a8-7bfa-44dd-9f04-ca531071265a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.743795] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-012c49d9-26f4-486f-a631-62513444cded {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.751958] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 898.751958] env[69765]: value = "task-3943199" [ 898.751958] env[69765]: _type = "Task" [ 898.751958] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.765372] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943199, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.816154] env[69765]: DEBUG nova.policy [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301f48db7eaa48a1b59984c7a4357d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097c6796ba6a43c583dfcf8ef64893d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.235839] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.270387] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943199, 'name': Rename_Task, 'duration_secs': 0.203875} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.270387] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.270387] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b69219-0ef3-4cad-9383-53a4946570ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.278137] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 899.278137] env[69765]: value = "task-3943200" [ 899.278137] env[69765]: _type = "Task" [ 899.278137] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.296854] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.386782] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Successfully created port: dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.758019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c499c414-4404-4223-ad21-530793f40e92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.766144] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf96359-37d5-4d09-95f6-b10fd837f5f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.804596] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a80c14e-b287-4da1-9c08-c82acb1ab96a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.817215] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.817961] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef925fc-d80a-40f3-a0c0-b211813b434e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.835582] env[69765]: DEBUG nova.compute.provider_tree [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.873269] env[69765]: DEBUG nova.compute.manager [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Received event network-changed-08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.873269] env[69765]: DEBUG nova.compute.manager [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Refreshing instance network info cache due to event network-changed-08eb88dc-3262-4f26-adfc-01a7bd064b03. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.873907] env[69765]: DEBUG oslo_concurrency.lockutils [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.874213] env[69765]: DEBUG oslo_concurrency.lockutils [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.874515] env[69765]: DEBUG nova.network.neutron [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Refreshing network info cache for port 08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 900.249024] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.278020] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.278020] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.278020] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.282018] env[69765]: DEBUG nova.virt.hardware [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.282018] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad5a30-d956-4c58-a3f9-e2fe71528341 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.295425] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc94ba-3d38-46f7-a81d-1dc9a5c3db05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.322789] env[69765]: DEBUG oslo_vmware.api [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943200, 'name': PowerOnVM_Task, 'duration_secs': 0.795538} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.323287] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.323519] env[69765]: INFO nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Took 9.47 seconds to spawn the instance on the hypervisor. [ 900.323706] env[69765]: DEBUG nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.324604] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68aab9-a5b0-4e9f-88aa-c20d73962f94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.339038] env[69765]: DEBUG nova.scheduler.client.report [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.666790] env[69765]: DEBUG nova.network.neutron [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updated VIF entry in instance network info cache for port 08eb88dc-3262-4f26-adfc-01a7bd064b03. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 900.667162] env[69765]: DEBUG nova.network.neutron [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.850376] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.850943] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.860686] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.624s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.862291] env[69765]: INFO nova.compute.manager [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Took 46.23 seconds to build instance. [ 901.171093] env[69765]: DEBUG oslo_concurrency.lockutils [req-f3e16345-f0d6-451f-a6e3-74f7eaa5b9f3 req-80be8057-64ce-41d7-bdee-b94da1687c98 service nova] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.362515] env[69765]: DEBUG nova.compute.utils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.364470] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.364791] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.378831] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42efc982-81d0-4561-805b-be6965f6d073 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.867s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.380399] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.456197] env[69765]: DEBUG nova.policy [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192fc028ea7d4cfc93babc3cec7314c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f70cc75451c46e8a3539047f04179c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.544850] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Successfully updated port: dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.737945] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.737945] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.875299] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Successfully created port: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.881964] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating resource usage from migration 4322f041-c319-4026-8367-34c8a1e7b43a [ 901.901809] env[69765]: DEBUG nova.compute.manager [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Received event network-vif-plugged-dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.901809] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Acquiring lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.901988] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.903160] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.903706] env[69765]: DEBUG nova.compute.manager [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] No waiting events found dispatching network-vif-plugged-dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.903903] env[69765]: WARNING nova.compute.manager [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Received unexpected event network-vif-plugged-dee16188-76a4-4922-b241-3baadb7cbef4 for instance with vm_state building and task_state spawning. [ 901.904089] env[69765]: DEBUG nova.compute.manager [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Received event network-changed-dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.904247] env[69765]: DEBUG nova.compute.manager [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Refreshing instance network info cache due to event network-changed-dee16188-76a4-4922-b241-3baadb7cbef4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.905925] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Acquiring lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.906150] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Acquired lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.906302] env[69765]: DEBUG nova.network.neutron [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Refreshing network info cache for port dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 901.920015] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aac821c7-1420-470c-b6c6-223bab2f1fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.920211] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ad538135-a299-4f33-be01-b9a1016a974e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.920336] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.920450] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance f31e0ac1-18d3-4e01-a470-769823a8566a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.920561] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.920670] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b2e36dea-e709-48f9-810a-b7465b8b5172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.920802] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b21a0391-0604-47ea-b012-8eb719fef8be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921415] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 8ac171a6-3bfa-48ac-b787-c83984f457f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.921415] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance d11ffc96-dcf1-4674-a356-6003694f08f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.921415] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 13ddd354-488b-49cf-baa2-492046238e22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921415] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 2c843020-20ab-4d26-83ab-9ef9574757ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921415] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 97e1608c-a17c-4642-bc57-a13eaae64587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.921590] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 6bdae792-ea04-4871-acdf-a476be1f3950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921590] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 34212255-3d5a-46ab-bb97-92eba5505c65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921709] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 00770212-75b7-4043-b43d-a1735f759564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.921826] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance bf254692-69ca-4d13-920d-21bd492e0439 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.921934] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9da179e8-d2e7-4b7c-9ed0-a7944411c463 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.922082] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance c76bcd74-3307-439c-a18d-d9b99d2aa56d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.922213] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e4e1e5c9-8bee-4538-8809-72101ade5ca1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e98c48bd-df45-439d-ab1e-6c11c3612fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.924022] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5f0e6db4-c4d0-486d-a733-49475ba26431 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.924022] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 37cc9fc2-781f-4dbf-add2-38672e4b5a91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 415a73a8-7bfa-44dd-9f04-ca531071265a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance a851fd77-681c-4b5f-ba48-d6f79389b90b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 4f6921b2-4d5a-4394-ad37-58ee96b3b695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration 4322f041-c319-4026-8367-34c8a1e7b43a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 901.924022] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 39e69184-7d63-4e33-9560-00a3473240f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 902.049204] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.243491] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.391538] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.425182] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.425452] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.425614] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.425799] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.425947] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.426279] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.426570] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.426793] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.427030] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.427277] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.427563] env[69765]: DEBUG nova.virt.hardware [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.428334] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e6e148cd-3946-49b7-b951-461c0d9d8eb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.434022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea8702-544a-4e14-972c-51d7a9fda1c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.443449] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ec694-177e-468d-a15e-b5f54c6a4e98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.449007] env[69765]: DEBUG nova.network.neutron [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 902.545039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.545302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.549134] env[69765]: DEBUG nova.network.neutron [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.776630] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.936719] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5769e77d-dcce-4f87-9e71-1de9c7177ddb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.937072] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 902.937230] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 903.049068] env[69765]: DEBUG nova.compute.utils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.053269] env[69765]: DEBUG oslo_concurrency.lockutils [req-e938225c-32cc-4550-8c72-200131f4e3a0 req-d644028f-0576-4bcb-825e-9cbdc8a7d5ad service nova] Releasing lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.053269] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.053269] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 903.450968] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7923e7-ac07-4b01-b70f-ae0f5dc3045e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.464623] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a7325-3928-41f5-8c4b-90c757c930f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.499068] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a02a44-1d97-4124-b361-34a6bbe311d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.507744] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759515b-a1d7-4eb3-939e-a1935fabe6af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.527363] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.551634] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.606018] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 903.620085] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Successfully updated port: 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.784972] env[69765]: DEBUG nova.network.neutron [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Updating instance_info_cache with network_info: [{"id": "dee16188-76a4-4922-b241-3baadb7cbef4", "address": "fa:16:3e:41:75:69", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee16188-76", "ovs_interfaceid": "dee16188-76a4-4922-b241-3baadb7cbef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.030664] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.095955] env[69765]: DEBUG nova.compute.manager [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Received event network-vif-plugged-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.096683] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Acquiring lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.096683] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.096800] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.097069] env[69765]: DEBUG nova.compute.manager [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] No waiting events found dispatching network-vif-plugged-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.097512] env[69765]: WARNING nova.compute.manager [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Received unexpected event network-vif-plugged-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb for instance with vm_state building and task_state spawning. [ 904.097512] env[69765]: DEBUG nova.compute.manager [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Received event network-changed-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.097996] env[69765]: DEBUG nova.compute.manager [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Refreshing instance network info cache due to event network-changed-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.097996] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Acquiring lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.097996] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Acquired lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.098176] env[69765]: DEBUG nova.network.neutron [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Refreshing network info cache for port 2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 904.124026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.288322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.288612] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance network_info: |[{"id": "dee16188-76a4-4922-b241-3baadb7cbef4", "address": "fa:16:3e:41:75:69", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee16188-76", "ovs_interfaceid": "dee16188-76a4-4922-b241-3baadb7cbef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.289059] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:75:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee16188-76a4-4922-b241-3baadb7cbef4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.297082] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.297426] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.297737] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1903a09b-42a9-426e-a696-f9f1289bc568 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.323048] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.323048] env[69765]: value = "task-3943201" [ 904.323048] env[69765]: _type = "Task" [ 904.323048] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.333450] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943201, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.540454] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.540454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.682s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.540454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.842s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.541077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.542885] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.800s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.543262] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.545615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.185s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.545964] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.547808] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.543s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.547997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.549979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.585s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.550187] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.551944] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.605s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.552171] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.553924] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.506s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.554620] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.556062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.461s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.557764] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.557916] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 904.600215] env[69765]: INFO nova.scheduler.client.report [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted allocations for instance 34212255-3d5a-46ab-bb97-92eba5505c65 [ 904.620259] env[69765]: INFO nova.scheduler.client.report [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted allocations for instance c76bcd74-3307-439c-a18d-d9b99d2aa56d [ 904.632964] env[69765]: INFO nova.scheduler.client.report [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Deleted allocations for instance ad538135-a299-4f33-be01-b9a1016a974e [ 904.640242] env[69765]: INFO nova.scheduler.client.report [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Deleted allocations for instance e4e1e5c9-8bee-4538-8809-72101ade5ca1 [ 904.643067] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.643454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.645946] env[69765]: INFO nova.compute.manager [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Attaching volume ae9a0c0d-5254-4469-8942-8ecbd3b1af84 to /dev/sdb [ 904.665352] env[69765]: INFO nova.scheduler.client.report [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleted allocations for instance 13ddd354-488b-49cf-baa2-492046238e22 [ 904.672153] env[69765]: INFO nova.scheduler.client.report [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Deleted allocations for instance 2c843020-20ab-4d26-83ab-9ef9574757ee [ 904.688956] env[69765]: INFO nova.scheduler.client.report [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Deleted allocations for instance 6bdae792-ea04-4871-acdf-a476be1f3950 [ 904.710248] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88b553-4812-4e6b-951a-2ca9086a433b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.718927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eebee8-4f0f-4326-90c3-06cb9a7dbe84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.734686] env[69765]: DEBUG nova.virt.block_device [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Updating existing volume attachment record: 3181b845-c690-452d-837e-636bf9df4a60 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 904.753179] env[69765]: DEBUG nova.network.neutron [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 904.834997] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943201, 'name': CreateVM_Task, 'duration_secs': 0.386093} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.834997] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.835761] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.835925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.836472] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.836815] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d4fca6-24e7-4752-bc95-71ebb2883018 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.842466] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 904.842466] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525ae127-fd8b-605c-aa65-7d0c01674849" [ 904.842466] env[69765]: _type = "Task" [ 904.842466] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.852129] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ae127-fd8b-605c-aa65-7d0c01674849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.916037] env[69765]: DEBUG nova.network.neutron [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.063682] env[69765]: INFO nova.compute.claims [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.079775] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] There are 41 instances to clean {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 905.080070] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9462e2f5-628d-4410-a2d1-6ff064c8cc8f] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.116253] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fe1b4a2e-ea96-49eb-be72-950c49f2da3b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "34212255-3d5a-46ab-bb97-92eba5505c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.450s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.132693] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98b41a8c-6772-4c5b-a9e7-a31f60ecf76f tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "c76bcd74-3307-439c-a18d-d9b99d2aa56d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.760s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.157020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e661ae15-b6b8-4fd1-96d7-4dd2577accbd tempest-MultipleCreateTestJSON-1221145570 tempest-MultipleCreateTestJSON-1221145570-project-member] Lock "e4e1e5c9-8bee-4538-8809-72101ade5ca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.690s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.163562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-75d1211f-bccc-4f40-8946-5f718229ab56 tempest-ServersTestBootFromVolume-446344706 tempest-ServersTestBootFromVolume-446344706-project-member] Lock "ad538135-a299-4f33-be01-b9a1016a974e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.907s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.174457] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d206a39-bf76-4919-9efc-cecc24033798 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "13ddd354-488b-49cf-baa2-492046238e22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.821s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.182064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee14c559-3515-4ce6-afdf-3f2b2cfb15a6 tempest-ServerShowV247Test-50676301 tempest-ServerShowV247Test-50676301-project-member] Lock "2c843020-20ab-4d26-83ab-9ef9574757ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.853s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.208729] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ffc75a45-adc2-4564-86ea-25c16964a74f tempest-ServerRescueTestJSONUnderV235-216800600 tempest-ServerRescueTestJSONUnderV235-216800600-project-member] Lock "6bdae792-ea04-4871-acdf-a476be1f3950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.301s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.354753] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525ae127-fd8b-605c-aa65-7d0c01674849, 'name': SearchDatastore_Task, 'duration_secs': 0.015051} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.355185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.355560] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.355970] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.356185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.356410] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.356706] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e00aa8-8a9e-486c-8b17-8b27ff43d808 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.367292] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.367497] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.368389] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef765bd3-21ed-4aff-a077-28f23197e9e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.374615] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 905.374615] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52604583-616b-c7a1-62ba-eb6b4e6fb6f6" [ 905.374615] env[69765]: _type = "Task" [ 905.374615] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.385628] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52604583-616b-c7a1-62ba-eb6b4e6fb6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.392358] env[69765]: WARNING oslo_messaging._drivers.amqpdriver [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 905.418941] env[69765]: DEBUG oslo_concurrency.lockutils [req-965c32a2-6924-4cf6-afa5-7dd1bdfcb195 req-0f54e9c9-35b7-46d9-b76d-6ea344038a77 service nova] Releasing lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.419425] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.419608] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 905.585736] env[69765]: INFO nova.compute.resource_tracker [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating resource usage from migration 4322f041-c319-4026-8367-34c8a1e7b43a [ 905.589567] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e08f03b7-add2-4f51-b5e0-e67b1b55cc76] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.892959] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52604583-616b-c7a1-62ba-eb6b4e6fb6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015579} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.894078] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "d11ffc96-dcf1-4674-a356-6003694f08f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.894361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.894577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.895274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.895274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.896684] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66df52c7-f328-40a0-a9ab-d5d869ffbe00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.900864] env[69765]: INFO nova.compute.manager [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Terminating instance [ 905.906483] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 905.906483] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52acf7ae-470f-fa5c-2c27-e797535aa95e" [ 905.906483] env[69765]: _type = "Task" [ 905.906483] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.925987] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52acf7ae-470f-fa5c-2c27-e797535aa95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.023210] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 906.037241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d83b7-3443-4e4b-a03d-f5bb43ab85e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.046742] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad853c3-334a-4024-b033-1936299c17b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.089062] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68da315d-9a37-47df-86a3-5f253602d980 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.092723] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 3ba76adc-0ada-4fd5-b88a-7e54e43198d6] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.099301] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dafc700-68c3-4101-a8e0-b96a5dbf24cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.117511] env[69765]: DEBUG nova.compute.provider_tree [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.405884] env[69765]: DEBUG nova.compute.manager [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.406229] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.407347] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c4a3b-ab42-40f9-a125-7b1e781d2183 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.422030] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.425764] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1264a244-8ac2-4b3c-899e-44d3710a8cb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.428745] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52acf7ae-470f-fa5c-2c27-e797535aa95e, 'name': SearchDatastore_Task, 'duration_secs': 0.01576} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.428745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.428745] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a851fd77-681c-4b5f-ba48-d6f79389b90b/a851fd77-681c-4b5f-ba48-d6f79389b90b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.429816] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa88e6a2-1108-4275-9de4-ca4458f8ca24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.435735] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 906.435735] env[69765]: value = "task-3943205" [ 906.435735] env[69765]: _type = "Task" [ 906.435735] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.443576] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 906.443576] env[69765]: value = "task-3943206" [ 906.443576] env[69765]: _type = "Task" [ 906.443576] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.453234] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.462182] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.510660] env[69765]: DEBUG nova.network.neutron [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Updating instance_info_cache with network_info: [{"id": "2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb", "address": "fa:16:3e:9e:82:06", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc82fe7-a1", "ovs_interfaceid": "2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.596867] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b879f05c-ea31-42df-8fe7-38f19f231b7d] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.621698] env[69765]: DEBUG nova.scheduler.client.report [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.955108] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943205, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.974790] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.015391] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "refresh_cache-4f6921b2-4d5a-4394-ad37-58ee96b3b695" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.015834] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance network_info: |[{"id": "2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb", "address": "fa:16:3e:9e:82:06", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc82fe7-a1", "ovs_interfaceid": "2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.016385] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:82:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.027884] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.027884] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.027884] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa27a76f-9e96-47cb-8a11-bc5d96d236d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.054042] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.054042] env[69765]: value = "task-3943207" [ 907.054042] env[69765]: _type = "Task" [ 907.054042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.063468] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943207, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.100571] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 3300be1b-4c47-486f-8a60-fa5cc4d8d4b9] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.132854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.577s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.133097] env[69765]: INFO nova.compute.manager [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Migrating [ 907.141588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.235s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.143338] env[69765]: INFO nova.compute.claims [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.449794] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943205, 'name': PowerOffVM_Task, 'duration_secs': 0.573047} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.454166] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.454524] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.454912] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145ff70b-3d75-4903-8303-9ad41cd88aee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.464151] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587106} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.464723] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a851fd77-681c-4b5f-ba48-d6f79389b90b/a851fd77-681c-4b5f-ba48-d6f79389b90b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.465290] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.465677] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebde1c6c-bfb0-4bd0-bef7-0226417cc349 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.476367] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 907.476367] env[69765]: value = "task-3943210" [ 907.476367] env[69765]: _type = "Task" [ 907.476367] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.487408] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.545996] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.546094] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.546277] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleting the datastore file [datastore1] d11ffc96-dcf1-4674-a356-6003694f08f7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.546640] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-116135aa-557b-4515-95f7-a7145c8a849e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.557480] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for the task: (returnval){ [ 907.557480] env[69765]: value = "task-3943211" [ 907.557480] env[69765]: _type = "Task" [ 907.557480] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.579045] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943207, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.579381] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.606959] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 4d1fd36b-f212-4c34-8c68-f6df19a3f33c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.660948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.663601] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.663601] env[69765]: DEBUG nova.network.neutron [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 907.988014] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078636} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.988442] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.994213] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b133a2-7f98-4a72-ba3a-ccd9ccf6406c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.027506] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a851fd77-681c-4b5f-ba48-d6f79389b90b/a851fd77-681c-4b5f-ba48-d6f79389b90b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.027949] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671a8cf3-1fe6-42e7-9563-9d65385e0c96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.056542] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 908.056542] env[69765]: value = "task-3943212" [ 908.056542] env[69765]: _type = "Task" [ 908.056542] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.080042] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.086991] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943207, 'name': CreateVM_Task, 'duration_secs': 0.617604} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.087346] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.088275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.088461] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.088850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.093321] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380798da-98c5-4bdb-aa04-c1888c5cb994 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.096022] env[69765]: DEBUG oslo_vmware.api [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Task: {'id': task-3943211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487875} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.096188] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.096466] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.096703] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.096923] env[69765]: INFO nova.compute.manager [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 1.69 seconds to destroy the instance on the hypervisor. [ 908.097276] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.097959] env[69765]: DEBUG nova.compute.manager [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.098084] env[69765]: DEBUG nova.network.neutron [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 908.102132] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 908.102132] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e919f6-00c3-1335-176d-76476daab73c" [ 908.102132] env[69765]: _type = "Task" [ 908.102132] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.114918] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 72e42493-8689-4f2a-9192-9aaffc5b1b7d] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.117421] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e919f6-00c3-1335-176d-76476daab73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.555045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8f325-bdd5-4a71-a7b8-612ae8dae0b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.570588] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b20d0-b718-4f80-b2b2-0da17f0ed2bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.574296] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943212, 'name': ReconfigVM_Task, 'duration_secs': 0.32206} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.574857] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a851fd77-681c-4b5f-ba48-d6f79389b90b/a851fd77-681c-4b5f-ba48-d6f79389b90b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.576137] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a45ded-3234-4819-a68d-bfb1eaa2bf75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.612177] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e48942-c9dd-4ab7-a2f5-eef50e63398d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.615143] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 908.615143] env[69765]: value = "task-3943213" [ 908.615143] env[69765]: _type = "Task" [ 908.615143] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.627270] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: fc5c12e6-eb79-4625-97b3-114b8daf25d8] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.629223] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e919f6-00c3-1335-176d-76476daab73c, 'name': SearchDatastore_Task, 'duration_secs': 0.017834} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.632570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.632872] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.633254] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.633409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.633614] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.635776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3171c4fd-d17c-4c2f-b767-b798bf8e83a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.643115] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45426da9-cde1-4e6f-ba79-1a7c3bb2c134 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.645412] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943213, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.659318] env[69765]: DEBUG nova.compute.provider_tree [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.662401] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.662548] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.663560] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54cb435-e203-4f2a-bd94-e294c5b0bd25 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.670669] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 908.670669] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520d7b94-b78c-f880-8d05-10a7d4c29a83" [ 908.670669] env[69765]: _type = "Task" [ 908.670669] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.680154] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520d7b94-b78c-f880-8d05-10a7d4c29a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.851938] env[69765]: DEBUG nova.compute.manager [req-2cf3ff33-e1c9-483e-8af0-c865f50faeb4 req-dcdcc0b9-93c2-44c6-8404-898b9535b0b5 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Received event network-vif-deleted-8141ce91-9662-4c81-8dec-a32d2eaddf3e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.852037] env[69765]: INFO nova.compute.manager [req-2cf3ff33-e1c9-483e-8af0-c865f50faeb4 req-dcdcc0b9-93c2-44c6-8404-898b9535b0b5 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Neutron deleted interface 8141ce91-9662-4c81-8dec-a32d2eaddf3e; detaching it from the instance and deleting it from the info cache [ 908.852725] env[69765]: DEBUG nova.network.neutron [req-2cf3ff33-e1c9-483e-8af0-c865f50faeb4 req-dcdcc0b9-93c2-44c6-8404-898b9535b0b5 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.931021] env[69765]: DEBUG nova.network.neutron [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.128966] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943213, 'name': Rename_Task, 'duration_secs': 0.157954} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.129449] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.130259] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 96955030-d36e-43fe-b6b9-dfa4569418ec] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.132445] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb70dc4-ac38-4009-a8a4-c0e08d6ed299 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.145078] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 909.145078] env[69765]: value = "task-3943214" [ 909.145078] env[69765]: _type = "Task" [ 909.145078] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.159674] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.166047] env[69765]: DEBUG nova.scheduler.client.report [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.184907] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520d7b94-b78c-f880-8d05-10a7d4c29a83, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.186072] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae0a161-fb22-4579-b011-65a0da1764ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.197531] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 909.197531] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e81181-14e8-6698-c588-b7187fd7e9b4" [ 909.197531] env[69765]: _type = "Task" [ 909.197531] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.210607] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e81181-14e8-6698-c588-b7187fd7e9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.294977] env[69765]: DEBUG nova.network.neutron [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.360440] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-490de06b-e0d9-4cc7-994d-d7f2948d0412 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.369409] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be469162-6aa4-4515-93f1-edb127ec1a91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.422528] env[69765]: DEBUG nova.compute.manager [req-2cf3ff33-e1c9-483e-8af0-c865f50faeb4 req-dcdcc0b9-93c2-44c6-8404-898b9535b0b5 service nova] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Detach interface failed, port_id=8141ce91-9662-4c81-8dec-a32d2eaddf3e, reason: Instance d11ffc96-dcf1-4674-a356-6003694f08f7 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.435700] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.637470] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 897eb04c-8f5a-417e-8a9d-06db9dfe9f40] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.646387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "97e1608c-a17c-4642-bc57-a13eaae64587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.646387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.646387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.646387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.646630] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.656121] env[69765]: INFO nova.compute.manager [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Terminating instance [ 909.670037] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.670499] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.671078] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.673727] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.091s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.673917] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.676515] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.784s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.676594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.678974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.756s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.678974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.680943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.513s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.680943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.682849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.273s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.683147] env[69765]: DEBUG nova.objects.instance [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.714523] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e81181-14e8-6698-c588-b7187fd7e9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.715054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.715233] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4f6921b2-4d5a-4394-ad37-58ee96b3b695/4f6921b2-4d5a-4394-ad37-58ee96b3b695.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.715565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed2adf5-664f-4b19-b8c4-d745e2dfc191 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.728321] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 909.728321] env[69765]: value = "task-3943215" [ 909.728321] env[69765]: _type = "Task" [ 909.728321] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.735060] env[69765]: INFO nova.scheduler.client.report [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Deleted allocations for instance 5f0e6db4-c4d0-486d-a733-49475ba26431 [ 909.736461] env[69765]: INFO nova.scheduler.client.report [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Deleted allocations for instance b21a0391-0604-47ea-b012-8eb719fef8be [ 909.752207] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.783693] env[69765]: INFO nova.scheduler.client.report [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Deleted allocations for instance bf254692-69ca-4d13-920d-21bd492e0439 [ 909.790650] env[69765]: INFO nova.scheduler.client.report [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Deleted allocations for instance 37cc9fc2-781f-4dbf-add2-38672e4b5a91 [ 909.801043] env[69765]: INFO nova.compute.manager [-] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Took 1.70 seconds to deallocate network for instance. [ 909.819174] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 909.819704] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782719', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'name': 'volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415a73a8-7bfa-44dd-9f04-ca531071265a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'serial': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 909.820357] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb18c72-42c4-45a3-8440-e5e54a96f150 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.849273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109012a0-a278-4fce-979e-94d9df0fc230 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.888488] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84/volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.890766] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c154f77-5e02-4545-ada6-fcf66b7b1203 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910303] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 909.910303] env[69765]: value = "task-3943216" [ 909.910303] env[69765]: _type = "Task" [ 909.910303] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.921875] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.140944] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 54b76c78-f851-418d-97d9-67985d7f7c34] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.169415] env[69765]: DEBUG oslo_vmware.api [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943214, 'name': PowerOnVM_Task, 'duration_secs': 0.631813} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.169642] env[69765]: DEBUG nova.compute.manager [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.169889] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.173607] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.173900] env[69765]: INFO nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Took 9.93 seconds to spawn the instance on the hypervisor. [ 910.174157] env[69765]: DEBUG nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.175303] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660daa5-e600-4056-adc0-df0ff3363915 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.179534] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f445b3bc-e3f7-4575-85cb-0b8fd57404d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.198669] env[69765]: DEBUG nova.compute.utils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.204969] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.213514] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.213687] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.216699] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab965652-24d1-45fc-b3af-9af60c54a762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.227562] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 910.227562] env[69765]: value = "task-3943217" [ 910.227562] env[69765]: _type = "Task" [ 910.227562] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.247316] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.258115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85e2b8b8-0337-48dd-82db-e882f5de1842 tempest-ListServerFiltersTestJSON-493330870 tempest-ListServerFiltersTestJSON-493330870-project-member] Lock "b21a0391-0604-47ea-b012-8eb719fef8be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.477s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.259723] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3943217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.261574] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fc9e349-c104-47eb-8dd7-392d5065adf2 tempest-TenantUsagesTestJSON-523900645 tempest-TenantUsagesTestJSON-523900645-project-member] Lock "5f0e6db4-c4d0-486d-a733-49475ba26431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.170s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.298906] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f1feeaf6-06a5-4d87-855c-5e36ca32c046 tempest-ImagesOneServerNegativeTestJSON-1287951138 tempest-ImagesOneServerNegativeTestJSON-1287951138-project-member] Lock "37cc9fc2-781f-4dbf-add2-38672e4b5a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.609s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.300484] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5b4aa234-2866-4fd5-b1f6-6db4b3d46fe8 tempest-ServersWithSpecificFlavorTestJSON-1821331507 tempest-ServersWithSpecificFlavorTestJSON-1821331507-project-member] Lock "bf254692-69ca-4d13-920d-21bd492e0439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.613s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.311132] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.423663] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.427651] env[69765]: DEBUG nova.policy [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b9ae57761b48238527809944ca8194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8360ef9804d4d95a19b2eeaf422d0fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.648610] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: bb4b3a0b-84ee-48fa-80c7-c7c9da471efa] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.707951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3b352ad-41ee-4369-b7e8-1a6d8a6c36f3 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.707951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.931s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.710281] env[69765]: INFO nova.compute.claims [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.718543] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.723707] env[69765]: INFO nova.compute.manager [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Took 43.58 seconds to build instance. [ 910.739943] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633831} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.741365] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4f6921b2-4d5a-4394-ad37-58ee96b3b695/4f6921b2-4d5a-4394-ad37-58ee96b3b695.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.742510] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.743061] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b077e593-6d80-47c9-b4f9-3667bf21d380 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.752359] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3943217, 'name': PowerOffVM_Task, 'duration_secs': 0.322515} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.753929] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.754323] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.755043] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf48bced-a715-4372-bb48-5dc51f97fc5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.761037] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 910.761037] env[69765]: value = "task-3943218" [ 910.761037] env[69765]: _type = "Task" [ 910.761037] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.780317] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.845726] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.845726] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.845726] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Deleting the datastore file [datastore2] 97e1608c-a17c-4642-bc57-a13eaae64587 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.845726] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58bdfbf-09d4-4f75-91e4-8e3b11b5d037 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.852411] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for the task: (returnval){ [ 910.852411] env[69765]: value = "task-3943220" [ 910.852411] env[69765]: _type = "Task" [ 910.852411] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.863448] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3943220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.924631] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943216, 'name': ReconfigVM_Task, 'duration_secs': 0.926227} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.925101] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84/volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.931603] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7be1d39-a2c8-46f8-9383-6b082dd0ee6d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.947622] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 910.947622] env[69765]: value = "task-3943221" [ 910.947622] env[69765]: _type = "Task" [ 910.947622] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.956520] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f65ab-e3f4-4817-a6bf-4cb6fee6c3c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.965488] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.984534] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.154054] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 011fa2f1-e165-4355-a4da-f4b28ea7ed04] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.233323] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6b0d7687-82e4-4225-b3a2-f866ee590fc5 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.101s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.276663] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11577} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.276663] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.278158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a9fd1b-6d6b-4ead-838b-db134647060a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.306617] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 4f6921b2-4d5a-4394-ad37-58ee96b3b695/4f6921b2-4d5a-4394-ad37-58ee96b3b695.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.306617] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f678ea6b-9de2-468a-a5b0-d43497443dc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.331351] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 911.331351] env[69765]: value = "task-3943222" [ 911.331351] env[69765]: _type = "Task" [ 911.331351] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.342704] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.366407] env[69765]: DEBUG oslo_vmware.api [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Task: {'id': task-3943220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240021} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.366980] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.367265] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.367624] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.367796] env[69765]: INFO nova.compute.manager [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Took 1.20 seconds to destroy the instance on the hypervisor. [ 911.368106] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.368412] env[69765]: DEBUG nova.compute.manager [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.368611] env[69765]: DEBUG nova.network.neutron [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 911.460485] env[69765]: DEBUG oslo_vmware.api [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943221, 'name': ReconfigVM_Task, 'duration_secs': 0.215036} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.460743] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782719', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'name': 'volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415a73a8-7bfa-44dd-9f04-ca531071265a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'serial': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 911.492763] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.493576] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7603f7b4-269b-4dc7-8f55-a96d84c65a2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.504035] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 911.504035] env[69765]: value = "task-3943223" [ 911.504035] env[69765]: _type = "Task" [ 911.504035] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.325292] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Successfully created port: e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.327651] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5bccdced-79aa-4aec-adc4-033c97647c5b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.332641] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.337133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Acquiring lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.337294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Acquired lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.337456] env[69765]: DEBUG nova.network.neutron [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 912.350717] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943223, 'name': PowerOffVM_Task, 'duration_secs': 0.283683} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.352585] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.352585] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.356638] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943222, 'name': ReconfigVM_Task, 'duration_secs': 0.750029} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.357099] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 4f6921b2-4d5a-4394-ad37-58ee96b3b695/4f6921b2-4d5a-4394-ad37-58ee96b3b695.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.358093] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c09807-89e9-4e66-b28a-f277c00ab8b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.368983] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 912.368983] env[69765]: value = "task-3943224" [ 912.368983] env[69765]: _type = "Task" [ 912.368983] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.375793] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.376117] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.376360] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.376589] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.376754] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.376934] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.377186] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.377390] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.377622] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.377929] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.378124] env[69765]: DEBUG nova.virt.hardware [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.379621] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cb58be-1f5a-40de-b85a-d11bc88324b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.389441] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943224, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.397305] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe83f3-36f1-4df0-b478-5b229359dfdf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.704689] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa032c-96e4-4b50-af29-770fe31681b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.713288] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b84968-efdb-4a19-aad7-a2eade53074d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.751718] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5312cf-cfd7-4696-a219-f67d5eae0814 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.757668] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc780b2b-7ca8-4169-974b-5f56c950485a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.772619] env[69765]: DEBUG nova.compute.provider_tree [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.840518] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: de44fdb7-0246-41c9-b322-50cf70cb8516] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.861174] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.867034] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9985f248-28a9-469c-9e99-b0f299167aed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.891136] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943224, 'name': Rename_Task, 'duration_secs': 0.176423} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.891136] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.891318] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 912.891318] env[69765]: value = "task-3943225" [ 912.891318] env[69765]: _type = "Task" [ 912.891318] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.891520] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b6a98c-9ef9-45cb-9cfa-7bafafa916f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.905098] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.906593] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 912.906593] env[69765]: value = "task-3943226" [ 912.906593] env[69765]: _type = "Task" [ 912.906593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.916159] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.917078] env[69765]: DEBUG nova.objects.instance [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'flavor' on Instance uuid 415a73a8-7bfa-44dd-9f04-ca531071265a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.276047] env[69765]: DEBUG nova.scheduler.client.report [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.321537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.343969] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5746d847-85be-4587-9a40-ba7ad4beeed3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.405171] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943225, 'name': ReconfigVM_Task, 'duration_secs': 0.230933} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.405583] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.424698] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943226, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.425239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a524f59-c10c-4cc2-8878-1ebf55b288be tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.782s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.426227] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.105s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.426556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.426658] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.426835] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.429229] env[69765]: INFO nova.compute.manager [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Terminating instance [ 913.783270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.075s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.783859] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.786566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.476s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.787029] env[69765]: DEBUG nova.objects.instance [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lazy-loading 'resources' on Instance uuid d11ffc96-dcf1-4674-a356-6003694f08f7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.848502] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: fe275ac2-ffb3-4968-af80-05882e1e5934] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.912284] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:30:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2cf55443-e97c-4795-bcae-f8a29ae18791',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1359657521',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.912557] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.912757] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.912956] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.913561] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.913898] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.913965] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.914147] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.914336] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.914523] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.914687] env[69765]: DEBUG nova.virt.hardware [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.920507] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.924383] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737ba011-b213-432c-bdd0-5a45c4fb5d27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.942796] env[69765]: DEBUG nova.compute.manager [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.943115] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.944281] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9434433f-e8be-4f4c-9077-fc664b1799e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.950608] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.952634] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 913.952634] env[69765]: value = "task-3943228" [ 913.952634] env[69765]: _type = "Task" [ 913.952634] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.954169] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 913.954169] env[69765]: value = "task-3943227" [ 913.954169] env[69765]: _type = "Task" [ 913.954169] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.967439] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.973388] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.003599] env[69765]: DEBUG nova.network.neutron [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Updating instance_info_cache with network_info: [{"id": "dee16188-76a4-4922-b241-3baadb7cbef4", "address": "fa:16:3e:41:75:69", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee16188-76", "ovs_interfaceid": "dee16188-76a4-4922-b241-3baadb7cbef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.095036] env[69765]: DEBUG nova.compute.manager [req-b14db477-372e-43bf-b108-e34c6f06541d req-503fabf7-017b-4823-98ab-3832b260b83e service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Received event network-vif-deleted-ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.095036] env[69765]: INFO nova.compute.manager [req-b14db477-372e-43bf-b108-e34c6f06541d req-503fabf7-017b-4823-98ab-3832b260b83e service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Neutron deleted interface ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99; detaching it from the instance and deleting it from the info cache [ 914.095036] env[69765]: DEBUG nova.network.neutron [req-b14db477-372e-43bf-b108-e34c6f06541d req-503fabf7-017b-4823-98ab-3832b260b83e service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.290499] env[69765]: DEBUG nova.compute.utils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.294927] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.295157] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.325308] env[69765]: DEBUG nova.network.neutron [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.353731] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 80bfdf89-2b30-4ec0-8ac9-fc9f9132165e] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.426072] env[69765]: DEBUG oslo_vmware.api [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943226, 'name': PowerOnVM_Task, 'duration_secs': 1.158135} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.426217] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.426410] env[69765]: INFO nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Took 12.03 seconds to spawn the instance on the hypervisor. [ 914.427235] env[69765]: DEBUG nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.427455] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204be090-5ba0-4ba8-a05f-b37893e0e4ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.473508] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943228, 'name': ReconfigVM_Task, 'duration_secs': 0.317843} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.480786] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.480786] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943227, 'name': PowerOffVM_Task, 'duration_secs': 0.365009} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.483239] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a70019-09e2-4f32-b8f1-1e6d0af2f882 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.486425] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.486685] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 914.486882] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782719', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'name': 'volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415a73a8-7bfa-44dd-9f04-ca531071265a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'serial': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 914.488041] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97413c9a-59f8-420b-b995-9f5338f869da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.533082] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.535036] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Releasing lock "refresh_cache-a851fd77-681c-4b5f-ba48-d6f79389b90b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.535036] env[69765]: DEBUG nova.compute.manager [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Inject network info {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 914.535036] env[69765]: DEBUG nova.compute.manager [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] network_info to inject: |[{"id": "dee16188-76a4-4922-b241-3baadb7cbef4", "address": "fa:16:3e:41:75:69", "network": {"id": "c2e405f3-a2d0-4a54-81d0-70c7d622f5f6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-690326353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "097c6796ba6a43c583dfcf8ef64893d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee16188-76", "ovs_interfaceid": "dee16188-76a4-4922-b241-3baadb7cbef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 914.542244] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Reconfiguring VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 914.542668] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ca7583-a2ad-443b-b69c-b88ea7cda380 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.555828] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41977448-029c-493e-a3d8-99647f92995d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.566641] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908f137b-1613-40e5-928a-5cace9a4cbe7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.578709] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dddd58-3d95-4674-a950-963a57d0d808 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.581054] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 914.581054] env[69765]: value = "task-3943229" [ 914.581054] env[69765]: _type = "Task" [ 914.581054] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.581890] env[69765]: DEBUG oslo_vmware.api [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Waiting for the task: (returnval){ [ 914.581890] env[69765]: value = "task-3943230" [ 914.581890] env[69765]: _type = "Task" [ 914.581890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.611970] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77ac49fa-3e1c-4119-84b7-ef18f1efc6c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.617030] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e779d3c-e54f-458a-9271-7408912e3765 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.622954] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.628651] env[69765]: DEBUG oslo_vmware.api [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Task: {'id': task-3943230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.644508] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84/volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 914.650152] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.653519] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf18a8a-fbe9-49be-a061-84059eed3853 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.664113] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c891752-7787-4245-b26b-5cd9ac20d2d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.690246] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 914.690246] env[69765]: value = "task-3943231" [ 914.690246] env[69765]: _type = "Task" [ 914.690246] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.691833] env[69765]: DEBUG nova.policy [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ac5a538fb2442f1b202f053a06afddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5cbbb8fe66740feb19edfcd7bf9a226', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.713314] env[69765]: DEBUG nova.compute.manager [req-b14db477-372e-43bf-b108-e34c6f06541d req-503fabf7-017b-4823-98ab-3832b260b83e service nova] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Detach interface failed, port_id=ddd0a75a-9eec-4b8c-acca-7fabbeaf1d99, reason: Instance 97e1608c-a17c-4642-bc57-a13eaae64587 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.721487] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.794276] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.825555] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1339e450-9f5a-42e2-b1e0-1be7778ecae4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.830307] env[69765]: INFO nova.compute.manager [-] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Took 3.46 seconds to deallocate network for instance. [ 914.845792] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bd472-dce9-4124-98a9-a1cae746b1da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.899816] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 224675a2-3582-44e3-a8f4-95973b08c952] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.904021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cc466-607a-4885-a0b2-4acb5a2ba122 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.919127] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dc3c7c-7722-49e9-aec9-5a8f9bab9588 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.941655] env[69765]: DEBUG nova.compute.provider_tree [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.951856] env[69765]: INFO nova.compute.manager [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Took 46.58 seconds to build instance. [ 915.098222] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943229, 'name': ReconfigVM_Task, 'duration_secs': 0.430659} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.101697] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.102010] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.112251] env[69765]: DEBUG oslo_vmware.api [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] Task: {'id': task-3943230, 'name': ReconfigVM_Task, 'duration_secs': 0.193165} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.112251] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07b52958-f18c-4f71-a24a-d5b8c18920ba tempest-ServersAdminTestJSON-610549764 tempest-ServersAdminTestJSON-610549764-project-admin] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Reconfigured VM instance to set the machine id {{(pid=69765) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 915.208547] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943231, 'name': ReconfigVM_Task, 'duration_secs': 0.237169} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.208547] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.213461] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd0c6bf-05c4-433a-8659-3949e68177ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.231553] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 915.231553] env[69765]: value = "task-3943232" [ 915.231553] env[69765]: _type = "Task" [ 915.231553] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.241987] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.344648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.403930] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 2ed3903a-a251-4071-8eb0-56b9e524982a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.445061] env[69765]: DEBUG nova.scheduler.client.report [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.457427] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6716f112-a99d-4427-b12e-02efb0ae2b2a tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.099s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.614177] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abc8470-b389-4316-b5d8-ad417e3e59e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.658178] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8abe9-5928-498f-af7c-61cc684e6cc6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.662975] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9bd14-6acc-45e7-878f-34d0d713d75a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.700368] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.711332] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Suspending the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 915.714257] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f628d38c-ad55-4b05-b690-a0b6a1908920 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.721518] env[69765]: DEBUG oslo_vmware.api [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 915.721518] env[69765]: value = "task-3943233" [ 915.721518] env[69765]: _type = "Task" [ 915.721518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.738577] env[69765]: DEBUG oslo_vmware.api [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943233, 'name': SuspendVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.752704] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.813449] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.851753] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.851753] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.851753] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.851753] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.852085] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.855365] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.855804] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.855967] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.856166] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.856874] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.856874] env[69765]: DEBUG nova.virt.hardware [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.857995] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e10f67-1c7e-4357-9c7b-2f4d558c8f8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.869038] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa47199-ca5d-4688-8df8-e1e8c1ee70ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.889337] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Successfully created port: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.909562] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 7d17d945-2842-4a56-b98e-01c3b70be86c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.916760] env[69765]: INFO nova.compute.manager [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Rebuilding instance [ 915.952794] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.956820] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.612s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.957352] env[69765]: DEBUG nova.objects.instance [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lazy-loading 'resources' on Instance uuid 97e1608c-a17c-4642-bc57-a13eaae64587 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.986102] env[69765]: DEBUG nova.compute.manager [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.986462] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a40deb4-5af9-4b2b-8bde-544abdaf5322 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.993932] env[69765]: INFO nova.scheduler.client.report [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Deleted allocations for instance d11ffc96-dcf1-4674-a356-6003694f08f7 [ 916.117281] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Successfully updated port: e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.233986] env[69765]: DEBUG oslo_vmware.api [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943233, 'name': SuspendVM_Task} progress is 54%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.255596] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943232, 'name': ReconfigVM_Task, 'duration_secs': 0.979454} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.255990] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782719', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'name': 'volume-ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415a73a8-7bfa-44dd-9f04-ca531071265a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84', 'serial': 'ae9a0c0d-5254-4469-8942-8ecbd3b1af84'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 916.256876] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.257233] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f7d80-2e32-4fc2-b861-f2220f507d22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.265344] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.265650] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7cf2c6-da97-4d40-a272-67c473fac8a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.348073] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.348325] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.348509] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore2] 415a73a8-7bfa-44dd-9f04-ca531071265a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.348818] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c93092c-f53c-4bb9-84ee-f48b6b702158 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.359129] env[69765]: DEBUG nova.network.neutron [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Port 2c40c10d-eb86-411a-bf05-af553ef6c40b binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 916.362466] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 916.362466] env[69765]: value = "task-3943235" [ 916.362466] env[69765]: _type = "Task" [ 916.362466] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.372250] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.414344] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5860a443-ad02-4932-8569-4526f035cef1] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.510355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ee37caee-1b3e-4d15-bdf3-17ab80814396 tempest-ListImageFiltersTestJSON-539460879 tempest-ListImageFiltersTestJSON-539460879-project-member] Lock "d11ffc96-dcf1-4674-a356-6003694f08f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.616s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.618896] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.618896] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.619208] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 916.739417] env[69765]: DEBUG oslo_vmware.api [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943233, 'name': SuspendVM_Task} progress is 54%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.850044] env[69765]: DEBUG nova.compute.manager [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.850044] env[69765]: DEBUG oslo_concurrency.lockutils [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.850044] env[69765]: DEBUG oslo_concurrency.lockutils [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.850044] env[69765]: DEBUG oslo_concurrency.lockutils [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.850044] env[69765]: DEBUG nova.compute.manager [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] No waiting events found dispatching network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.850044] env[69765]: WARNING nova.compute.manager [req-bf823499-8a23-41d2-9882-45a293abc421 req-58cd42c8-f938-4c6d-b29e-834fbde4c1ea service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received unexpected event network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 for instance with vm_state building and task_state spawning. [ 916.894385] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.896893] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dee3dd-16eb-4832-9ecc-4215a9c3d2db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.911762] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c1408-9865-4cde-a74a-64dd38749f07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.918813] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: cae6e452-e086-446f-808d-04dc217316ba] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.952187] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc2348-b7b1-43d0-b3a7-6346ef397c31 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.963741] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d3546-de72-4bde-9ad3-c7f8286b2aee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.987025] env[69765]: DEBUG nova.compute.provider_tree [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.014023] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.014023] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb6155f-f700-4836-884c-80e6a46a8e58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.023968] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 917.023968] env[69765]: value = "task-3943236" [ 917.023968] env[69765]: _type = "Task" [ 917.023968] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.034359] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.182259] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 917.238356] env[69765]: DEBUG oslo_vmware.api [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943233, 'name': SuspendVM_Task, 'duration_secs': 1.151882} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.238646] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Suspended the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 917.238981] env[69765]: DEBUG nova.compute.manager [None req-f7f65d23-61c3-4961-888d-8485f6eae4b2 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.239819] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588fd4e9-ada3-4601-9a4b-5df8d11dc210 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390023] env[69765]: DEBUG oslo_vmware.api [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545187} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.392031] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.392031] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.392031] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.392031] env[69765]: INFO nova.compute.manager [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Took 3.45 seconds to destroy the instance on the hypervisor. [ 917.392031] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.396823] env[69765]: DEBUG nova.compute.manager [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.396947] env[69765]: DEBUG nova.network.neutron [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 917.406133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "39e69184-7d63-4e33-9560-00a3473240f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.406133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.406133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.452932] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: be01c1b4-a7c3-4508-a645-4e6856590255] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.488315] env[69765]: DEBUG nova.scheduler.client.report [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.498658] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.498919] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.539233] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943236, 'name': PowerOffVM_Task, 'duration_secs': 0.250072} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.541708] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.541708] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.541850] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fd7c3-350e-4d4f-9110-25af1a4ee82b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.551054] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.551054] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b373fb0-42c5-4fd8-a493-c925030d2f07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.620203] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.620430] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.620611] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.620878] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28629dd9-db35-4e43-9f37-f4c4d1e5f678 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.631446] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 917.631446] env[69765]: value = "task-3943238" [ 917.631446] env[69765]: _type = "Task" [ 917.631446] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.642843] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.688461] env[69765]: DEBUG nova.network.neutron [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.960076] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 68e9ed83-bd76-4e1c-b0f2-b205ea113158] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.999946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.004357] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.036535] env[69765]: INFO nova.scheduler.client.report [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Deleted allocations for instance 97e1608c-a17c-4642-bc57-a13eaae64587 [ 918.142993] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152183} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.145299] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.145595] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.145790] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.193892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.194262] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance network_info: |[{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.194793] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:19:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5313f2f-69df-4823-b332-7dc15330e227', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.205801] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating folder: Project (a8360ef9804d4d95a19b2eeaf422d0fd). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.207030] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59064fa0-1042-4508-84c6-7597358d3b9d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.221021] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created folder: Project (a8360ef9804d4d95a19b2eeaf422d0fd) in parent group-v782532. [ 918.221021] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating folder: Instances. Parent ref: group-v782721. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.221021] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcec693f-9161-4366-be3f-fc16d585393f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.234348] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created folder: Instances in parent group-v782721. [ 918.234348] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.234348] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.234348] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be91df28-eeb6-4284-93f5-ebf15b39207c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.265027] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.265027] env[69765]: value = "task-3943241" [ 918.265027] env[69765]: _type = "Task" [ 918.265027] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.270868] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943241, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.465698] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b6e1373e-a903-4d3d-a88d-21d84eff4ff8] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.541216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.541604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.549019] env[69765]: INFO nova.compute.claims [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.552730] env[69765]: DEBUG oslo_concurrency.lockutils [None req-44f6f0ce-1d4c-478c-a2a6-d06d7f6e1fda tempest-ServersTestFqdnHostnames-1286102084 tempest-ServersTestFqdnHostnames-1286102084-project-member] Lock "97e1608c-a17c-4642-bc57-a13eaae64587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.907s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.695045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.695045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.695045] env[69765]: DEBUG nova.network.neutron [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 918.756329] env[69765]: DEBUG nova.network.neutron [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.776625] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943241, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.968915] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 6c3f8920-5f4a-471c-8342-53ba98deda69] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.122811] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Successfully updated port: 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.213982] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.213982] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.214205] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.214299] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.214443] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.214588] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.214793] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.214948] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.215138] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.215390] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.215595] env[69765]: DEBUG nova.virt.hardware [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.216610] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57060b66-eb0d-49aa-b48f-3bfe96d88ef4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.227329] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10916b5-4260-4aed-ae0f-c48b3ee06074 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.248819] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:81:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '892dcc1a-2091-45f7-bacd-5a525eb07cfe', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.260867] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.261486] env[69765]: INFO nova.compute.manager [-] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Took 1.86 seconds to deallocate network for instance. [ 919.261749] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.264131] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b38767f-d607-4a8f-b3b2-0b407a1171a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.291907] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943241, 'name': CreateVM_Task, 'duration_secs': 0.537693} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.293429] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.293639] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.293639] env[69765]: value = "task-3943242" [ 919.293639] env[69765]: _type = "Task" [ 919.293639] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.297443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.297443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.297443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.297634] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79299768-8f5b-4159-a221-6434702b8fec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.312730] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943242, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.313149] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 919.313149] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529fafa5-2501-87ee-4d91-a5d81129f695" [ 919.313149] env[69765]: _type = "Task" [ 919.313149] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.326969] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529fafa5-2501-87ee-4d91-a5d81129f695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.474854] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9345e529-5ffd-41f3-b4f7-28f9bc63ea2f] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.610153] env[69765]: DEBUG nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-changed-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.611228] env[69765]: DEBUG nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing instance network info cache due to event network-changed-e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.611555] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.611717] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.611890] env[69765]: DEBUG nova.network.neutron [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing network info cache for port e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 919.625794] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.627031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquired lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.627031] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 919.740185] env[69765]: DEBUG nova.network.neutron [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.818994] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943242, 'name': CreateVM_Task, 'duration_secs': 0.397458} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.818994] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.819494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827895] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529fafa5-2501-87ee-4d91-a5d81129f695, 'name': SearchDatastore_Task, 'duration_secs': 0.018103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.827895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.827895] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.827895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.827895] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.827895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.828278] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.829665] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2e3853-1f85-4a99-8fed-0c67b269c5de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.832381] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce40be6f-0526-4d4c-9d6e-7ae1b01b1e13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.853373] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 919.853373] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52871b8d-d236-9a81-1340-81c0c1740637" [ 919.853373] env[69765]: _type = "Task" [ 919.853373] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.853373] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.853531] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.855134] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8a153f-c680-4ac5-905e-20734fe181c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.879869] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "378063f0-6499-472c-800b-b271ce736960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.881146] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.883770] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52871b8d-d236-9a81-1340-81c0c1740637, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.883770] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 919.883770] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5250cb8e-3de0-0873-3339-8edb3ce48a53" [ 919.883770] env[69765]: _type = "Task" [ 919.883770] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.884153] env[69765]: INFO nova.compute.manager [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Took 0.62 seconds to detach 1 volumes for instance. [ 919.889384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.889627] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.889922] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.907400] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5250cb8e-3de0-0873-3339-8edb3ce48a53, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.910257] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705f87e4-9609-423a-9db0-c22b43cd64cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.916451] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 919.916451] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52493714-56f0-da0e-679d-2b602f451e20" [ 919.916451] env[69765]: _type = "Task" [ 919.916451] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.927699] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52493714-56f0-da0e-679d-2b602f451e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.980372] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 337ff7c0-1e04-404d-bc71-d44f3652eb3e] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.038080] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abd123-7d3b-451a-b986-e8d8531a1fb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.046699] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa934c3-037d-4b8c-b58a-d02acb6d0680 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.090538] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641769cb-0f3c-4e4b-89d0-165de0d8c1a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.100971] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e8e56-d91b-4a2c-94f2-40cccdb373a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.115925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.116331] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.131417] env[69765]: DEBUG nova.compute.provider_tree [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.227334] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 920.241717] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.384526] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.398726] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.428558] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52493714-56f0-da0e-679d-2b602f451e20, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.429516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429779] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.430068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.430389] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.430475] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a51c207-4014-4dd4-be89-ca94e21a7ef1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.432913] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ab900d-9f93-45ea-92b6-cd659edcf2c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.441356] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 920.441356] env[69765]: value = "task-3943243" [ 920.441356] env[69765]: _type = "Task" [ 920.441356] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.445225] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.445537] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.446517] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52dcd82-346e-4a45-be88-71fd7eabd453 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.452942] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.456726] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 920.456726] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523e25c8-a895-4f32-9fd8-b511c2ce5ee1" [ 920.456726] env[69765]: _type = "Task" [ 920.456726] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.468236] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e25c8-a895-4f32-9fd8-b511c2ce5ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.486031] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 65f903d8-60b0-435f-99b1-a918ed41efa7] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.634336] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.639050] env[69765]: DEBUG nova.scheduler.client.report [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.777902] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a2fac-45a0-40e0-98b4-fe7d95bad431 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.802274] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0088611-9090-468a-b7bf-d3dd12b2fdc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.808297] env[69765]: DEBUG nova.network.neutron [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Updating instance_info_cache with network_info: [{"id": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "address": "fa:16:3e:e0:50:e0", "network": {"id": "81b9a551-8312-416f-adce-56591d954970", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2034829161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cbbb8fe66740feb19edfcd7bf9a226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dc6dd7-4d", "ovs_interfaceid": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.815391] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.901694] env[69765]: DEBUG nova.network.neutron [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updated VIF entry in instance network info cache for port e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 920.901694] env[69765]: DEBUG nova.network.neutron [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.924523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.959819] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511151} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.963161] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.963161] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.963161] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6222c3e8-5869-415d-a3b4-c711429b6825 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.971713] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e25c8-a895-4f32-9fd8-b511c2ce5ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.973842] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 920.973842] env[69765]: value = "task-3943244" [ 920.973842] env[69765]: _type = "Task" [ 920.973842] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.974108] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c594abc5-8bd2-4fbf-bb10-f5f98b88e6a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.986465] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.987975] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 45d9fdfb-3d55-433d-b922-0c6d15232b14] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.991551] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 920.991551] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5201ab2a-e4eb-cf16-b510-1a38757cbe76" [ 920.991551] env[69765]: _type = "Task" [ 920.991551] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.003997] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5201ab2a-e4eb-cf16-b510-1a38757cbe76, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.004308] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.005650] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.005650] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee07b81a-85c3-473d-a9ac-d04895158600 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.014065] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 921.014065] env[69765]: value = "task-3943245" [ 921.014065] env[69765]: _type = "Task" [ 921.014065] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.024296] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.150218] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.150873] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.158535] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.760s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.162021] env[69765]: DEBUG nova.objects.instance [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'resources' on Instance uuid 415a73a8-7bfa-44dd-9f04-ca531071265a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.186854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.196824] env[69765]: DEBUG nova.compute.manager [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.197290] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921712b-e6a4-41c6-9f73-bf46faee8313 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.255382] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.255818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.320764] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Releasing lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.321232] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Instance network_info: |[{"id": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "address": "fa:16:3e:e0:50:e0", "network": {"id": "81b9a551-8312-416f-adce-56591d954970", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2034829161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cbbb8fe66740feb19edfcd7bf9a226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dc6dd7-4d", "ovs_interfaceid": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.323896] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.324651] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:50:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.334342] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Creating folder: Project (b5cbbb8fe66740feb19edfcd7bf9a226). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.335193] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319e7b7b-9701-4c48-adf1-4da241b43010 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.337704] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345769c7-2103-48cd-84c2-273ff276412f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.347983] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 921.347983] env[69765]: value = "task-3943247" [ 921.347983] env[69765]: _type = "Task" [ 921.347983] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.353112] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Created folder: Project (b5cbbb8fe66740feb19edfcd7bf9a226) in parent group-v782532. [ 921.353503] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Creating folder: Instances. Parent ref: group-v782725. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.354393] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6236e438-a69e-45ba-bf63-457938abf342 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.360238] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.371470] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Created folder: Instances in parent group-v782725. [ 921.371893] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.372153] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.372514] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c7fe7d2-ea21-4bd6-aacf-12f011a11642 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.396871] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.396871] env[69765]: value = "task-3943249" [ 921.396871] env[69765]: _type = "Task" [ 921.396871] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.409715] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.410330] env[69765]: DEBUG nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Received event network-vif-deleted-c519d7d3-6635-4efc-ad1a-f64c563ce75a {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.410605] env[69765]: DEBUG nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Received event network-vif-plugged-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.410821] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Acquiring lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.411295] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.411536] env[69765]: DEBUG oslo_concurrency.lockutils [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.411753] env[69765]: DEBUG nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] No waiting events found dispatching network-vif-plugged-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.411963] env[69765]: WARNING nova.compute.manager [req-c70d7226-9408-4337-b911-f3f19653ccdd req-cf8d24db-b3c2-4c96-a3b4-9081d49ad980 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Received unexpected event network-vif-plugged-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 for instance with vm_state building and task_state spawning. [ 921.412692] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943249, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.488190] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078771} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.488633] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.489472] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ef5656-f27f-4c23-ad90-4af908908358 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.493097] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 034868b4-64a9-428a-b74d-81a6c3739618] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.525784] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.527062] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93c0014-5576-4f4a-94fb-70752c6fe51c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.555935] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511128} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.558840] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.558840] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.558840] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 921.558840] env[69765]: value = "task-3943250" [ 921.558840] env[69765]: _type = "Task" [ 921.558840] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.558840] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-861bf061-6bde-4904-a30e-fdcee3c1bea4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.569469] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 921.569469] env[69765]: value = "task-3943251" [ 921.569469] env[69765]: _type = "Task" [ 921.569469] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.572955] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.583627] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.649734] env[69765]: DEBUG nova.compute.manager [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Received event network-changed-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.650293] env[69765]: DEBUG nova.compute.manager [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Refreshing instance network info cache due to event network-changed-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.650542] env[69765]: DEBUG oslo_concurrency.lockutils [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] Acquiring lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.650689] env[69765]: DEBUG oslo_concurrency.lockutils [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] Acquired lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.650851] env[69765]: DEBUG nova.network.neutron [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Refreshing network info cache for port 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 921.656514] env[69765]: DEBUG nova.compute.utils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.657894] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.657984] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.714857] env[69765]: INFO nova.compute.manager [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] instance snapshotting [ 921.715135] env[69765]: WARNING nova.compute.manager [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 921.718452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317475e2-4e78-41d0-8a2f-9ff5403a0687 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.746663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31fdd9d-bcc8-488c-b233-717458432360 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.760332] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.803150] env[69765]: DEBUG nova.policy [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.863196] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.909411] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943249, 'name': CreateVM_Task, 'duration_secs': 0.459561} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.913507] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.917107] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.917107] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.917377] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.917960] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16ed9bd-cab1-4ab7-b3c3-28ceae012e85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.926676] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 921.926676] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ee1dd2-ced7-b719-e51f-60d0ae571535" [ 921.926676] env[69765]: _type = "Task" [ 921.926676] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.936176] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ee1dd2-ced7-b719-e51f-60d0ae571535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.996957] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 72ac5223-fc98-4abf-8f30-f2ff927ea074] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.080835] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.087324] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106113} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.090022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.090022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8207f36c-eb7f-42c8-802e-699adbd2d590 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.120524] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.123402] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0c7cfe-174e-45de-b1d1-42039b3799a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.150510] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 922.150510] env[69765]: value = "task-3943252" [ 922.150510] env[69765]: _type = "Task" [ 922.150510] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.163826] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.170787] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.190315] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656d748c-47c3-40e6-a369-73eb26215a26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.197759] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d0bc73-2548-41d4-8c04-3db6d45b5259 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.235697] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50430db9-0667-4558-ad4b-71fa22cda1cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.247565] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e01b44-3967-4c8c-bd59-7b69718921f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.267198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.270447] env[69765]: DEBUG nova.compute.provider_tree [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.273748] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb95278c-df2f-4bd2-bd38-27998eeba619 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.282639] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 922.282639] env[69765]: value = "task-3943253" [ 922.282639] env[69765]: _type = "Task" [ 922.282639] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.292442] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.297567] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.360113] env[69765]: DEBUG oslo_vmware.api [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943247, 'name': PowerOnVM_Task, 'duration_secs': 0.648033} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.360113] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.360400] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd1e49-fb56-4612-9670-602973572dd2 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance '39e69184-7d63-4e33-9560-00a3473240f3' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.436576] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ee1dd2-ced7-b719-e51f-60d0ae571535, 'name': SearchDatastore_Task, 'duration_secs': 0.020897} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.436863] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.437346] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.438096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.438096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.438321] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.439055] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a413109-728a-4607-ba6c-c6a0b17266d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.450929] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.450929] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.451376] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f63896-c908-4b8e-9ab3-6342ab78578a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.460570] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 922.460570] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524eddcc-2175-6d16-c253-b0b720cc9da2" [ 922.460570] env[69765]: _type = "Task" [ 922.460570] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.469588] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524eddcc-2175-6d16-c253-b0b720cc9da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.502629] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 117b220d-8ed9-466c-bb1a-b517ff024df4] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.574756] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943250, 'name': ReconfigVM_Task, 'duration_secs': 0.604634} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.574756] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.574756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d33cf31-b184-4912-8f40-6fd9d9b07886 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.583107] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 922.583107] env[69765]: value = "task-3943254" [ 922.583107] env[69765]: _type = "Task" [ 922.583107] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.595526] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943254, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.662391] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.794200] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.804782] env[69765]: ERROR nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [req-cc1a07f9-5ec2-4f4c-9d66-3bcc0a999dc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc1a07f9-5ec2-4f4c-9d66-3bcc0a999dc9"}]} [ 922.837923] env[69765]: DEBUG nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.855425] env[69765]: DEBUG nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.857527] env[69765]: DEBUG nova.compute.provider_tree [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.873666] env[69765]: DEBUG nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.904031] env[69765]: DEBUG nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 922.976965] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524eddcc-2175-6d16-c253-b0b720cc9da2, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.978140] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757fed88-d643-40d2-83cc-37fb7f7368d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.992340] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 922.992340] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52570b8c-7935-efbd-29bd-80b315aa0ebd" [ 922.992340] env[69765]: _type = "Task" [ 922.992340] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.002727] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52570b8c-7935-efbd-29bd-80b315aa0ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.010318] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 049c7202-5887-496e-91b8-d33af03dc5a3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.092790] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Successfully created port: 07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.106176] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943254, 'name': Rename_Task, 'duration_secs': 0.186755} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.109784] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.109954] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6643cd23-505f-42d6-9818-a9abc39fd399 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.117954] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 923.117954] env[69765]: value = "task-3943255" [ 923.117954] env[69765]: _type = "Task" [ 923.117954] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.128028] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.141480] env[69765]: DEBUG nova.network.neutron [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Updated VIF entry in instance network info cache for port 35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 923.141848] env[69765]: DEBUG nova.network.neutron [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Updating instance_info_cache with network_info: [{"id": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "address": "fa:16:3e:e0:50:e0", "network": {"id": "81b9a551-8312-416f-adce-56591d954970", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2034829161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5cbbb8fe66740feb19edfcd7bf9a226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dc6dd7-4d", "ovs_interfaceid": "35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.166487] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943252, 'name': ReconfigVM_Task, 'duration_secs': 0.561911} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.167077] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.167814] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2d1ef65-3ca1-4e48-8313-d50ae00d50ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.176192] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 923.176192] env[69765]: value = "task-3943256" [ 923.176192] env[69765]: _type = "Task" [ 923.176192] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.184568] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.193237] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943256, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.223187] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.223504] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.223891] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.223891] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.223990] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.224518] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.225464] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.225464] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.225464] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.225629] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.225775] env[69765]: DEBUG nova.virt.hardware [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.227030] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc62b0-1226-4466-8231-8aa48cb0fc95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.239008] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30f1e9-c49c-4598-9ac4-c571707865fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.297893] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943253, 'name': CreateSnapshot_Task, 'duration_secs': 0.57304} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.301164] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.301750] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2860735d-2389-4fa0-aa32-e0babb313d8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.318974] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe24cf-42dd-4cb3-aa6e-996f642e8f71 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.329802] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0f6dc-3ec6-4ba6-95e2-430ddde5fe93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.381104] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfc9ea-823d-4f8b-b075-3ff3db340dee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.391585] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e88b9c-c1b6-4ef0-8438-b8941c9260b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.409152] env[69765]: DEBUG nova.compute.provider_tree [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.507632] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52570b8c-7935-efbd-29bd-80b315aa0ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.507853] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.508256] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5769e77d-dcce-4f87-9e71-1de9c7177ddb/5769e77d-dcce-4f87-9e71-1de9c7177ddb.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.510614] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c78e77-2000-4922-8b46-192c28aac827 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.514592] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: ae5ad669-3352-4439-be08-b4f0fdb966b0] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.523689] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 923.523689] env[69765]: value = "task-3943257" [ 923.523689] env[69765]: _type = "Task" [ 923.523689] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.535682] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.607999] env[69765]: INFO nova.compute.manager [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Rebuilding instance [ 923.633389] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.645858] env[69765]: DEBUG oslo_concurrency.lockutils [req-432fa9c0-553f-41b7-8df3-7ccd2a900fcf req-d3bc853d-3b93-4494-b3f8-fa2918374557 service nova] Releasing lock "refresh_cache-5769e77d-dcce-4f87-9e71-1de9c7177ddb" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.667795] env[69765]: DEBUG nova.compute.manager [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.668766] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e0727-6801-4e6d-834f-e38ba370af29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.700461] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943256, 'name': Rename_Task, 'duration_secs': 0.288871} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.701447] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.701447] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c2cce2-5293-46bf-8b04-e3ca80b9313c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.712040] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 923.712040] env[69765]: value = "task-3943258" [ 923.712040] env[69765]: _type = "Task" [ 923.712040] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.721345] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.825475] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.825732] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4563ac2-cac1-4a2b-8e86-465fe7cb845c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.836339] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 923.836339] env[69765]: value = "task-3943259" [ 923.836339] env[69765]: _type = "Task" [ 923.836339] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.846768] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943259, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.980975] env[69765]: DEBUG nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 923.982943] env[69765]: DEBUG nova.compute.provider_tree [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 92 to 93 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 923.982943] env[69765]: DEBUG nova.compute.provider_tree [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.021923] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 52b1e45e-4b65-4306-991c-a83996be651f] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.040795] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.133129] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943255, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.226199] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.353841] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943259, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.492364] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.331s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.496427] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.571s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.500157] env[69765]: INFO nova.compute.claims [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.527097] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 356b5e43-a94b-4ec7-8f33-c36c12a68c3c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.537021] env[69765]: INFO nova.scheduler.client.report [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance 415a73a8-7bfa-44dd-9f04-ca531071265a [ 924.562146] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756384} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.562146] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 5769e77d-dcce-4f87-9e71-1de9c7177ddb/5769e77d-dcce-4f87-9e71-1de9c7177ddb.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.562571] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.562642] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a78837-8481-4644-902a-596a1cd18757 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.573380] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 924.573380] env[69765]: value = "task-3943260" [ 924.573380] env[69765]: _type = "Task" [ 924.573380] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.591052] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.636493] env[69765]: DEBUG oslo_vmware.api [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943255, 'name': PowerOnVM_Task, 'duration_secs': 1.116414} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.637485] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.637732] env[69765]: INFO nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Took 12.30 seconds to spawn the instance on the hypervisor. [ 924.637920] env[69765]: DEBUG nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.638965] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a4ded-0d87-4d71-a724-9b9010f385d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.695503] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.696076] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c13e2a5-ed28-4f1a-b99b-60b32872bd29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.704447] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 924.704447] env[69765]: value = "task-3943261" [ 924.704447] env[69765]: _type = "Task" [ 924.704447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.714894] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.724590] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943258, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.850499] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943259, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.032746] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: f74b8dd1-043d-45b4-b6e0-fc4319f32c5a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.061566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f445e46-e100-4d2e-8fbb-bffcb9511674 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "415a73a8-7bfa-44dd-9f04-ca531071265a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.635s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.095395] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080536} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.096422] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.100150] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4609e33-fb00-40a4-8393-d9670452703a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.138356] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5769e77d-dcce-4f87-9e71-1de9c7177ddb/5769e77d-dcce-4f87-9e71-1de9c7177ddb.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.138767] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee38c16-03cf-40c2-88cc-6d8b8991812f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.179662] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 925.179662] env[69765]: value = "task-3943262" [ 925.179662] env[69765]: _type = "Task" [ 925.179662] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.183897] env[69765]: INFO nova.compute.manager [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Took 37.30 seconds to build instance. [ 925.198035] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.223184] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943261, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.230266] env[69765]: DEBUG oslo_vmware.api [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943258, 'name': PowerOnVM_Task, 'duration_secs': 1.165599} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.230446] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.230649] env[69765]: DEBUG nova.compute.manager [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.231557] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42315cc-4e93-47e5-823a-a14c1c054b26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.290137] env[69765]: DEBUG nova.network.neutron [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Port 2c40c10d-eb86-411a-bf05-af553ef6c40b binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 925.290137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.290137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.290137] env[69765]: DEBUG nova.network.neutron [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 925.354801] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943259, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.389120] env[69765]: DEBUG nova.compute.manager [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Received event network-vif-plugged-07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.389493] env[69765]: DEBUG oslo_concurrency.lockutils [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] Acquiring lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.389647] env[69765]: DEBUG oslo_concurrency.lockutils [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.390059] env[69765]: DEBUG oslo_concurrency.lockutils [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.390289] env[69765]: DEBUG nova.compute.manager [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] No waiting events found dispatching network-vif-plugged-07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.390513] env[69765]: WARNING nova.compute.manager [req-11e57d01-32be-458c-9d58-c1893a71f0d7 req-f3953bbe-7e3c-4044-9395-f6b473a6cfe9 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Received unexpected event network-vif-plugged-07fe65d2-bedf-49be-b1b6-27c4df915249 for instance with vm_state building and task_state spawning. [ 925.397742] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Successfully updated port: 07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.537961] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: deb162f8-03f4-4020-acb7-9cdb869695ef] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.690538] env[69765]: DEBUG oslo_concurrency.lockutils [None req-918f0f15-48fe-4d50-806c-c3a4433998e3 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.820s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.690823] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943262, 'name': ReconfigVM_Task, 'duration_secs': 0.35841} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.691112] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5769e77d-dcce-4f87-9e71-1de9c7177ddb/5769e77d-dcce-4f87-9e71-1de9c7177ddb.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.697019] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad49ca9-942f-415f-bd0d-bb0d451cebf0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.704680] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 925.704680] env[69765]: value = "task-3943263" [ 925.704680] env[69765]: _type = "Task" [ 925.704680] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.716321] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943263, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.725611] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943261, 'name': PowerOffVM_Task, 'duration_secs': 0.624267} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.725611] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.727422] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.727422] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a102ec2-325c-4c4d-bf8f-4f954097d49a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.736634] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 925.736634] env[69765]: value = "task-3943264" [ 925.736634] env[69765]: _type = "Task" [ 925.736634] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.760776] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.760776] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.760776] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 925.760776] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782587', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'name': 'volume-f0758ff1-06ae-4908-bb40-50c62d8763f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8069b8f8-8f10-49c8-a741-5c773d65a30b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'serial': 'f0758ff1-06ae-4908-bb40-50c62d8763f7'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 925.760776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eed0991-bdf8-4e02-9bce-9659125f1835 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.785199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed5a2f7-86d5-41d8-bcf9-eab17c181531 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.800758] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a442e612-e7bf-4285-a7c0-c863f90fbf2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.827791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a503c2-c094-4226-a95c-d7101c4eb67c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.848012] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0758ff1-06ae-4908-bb40-50c62d8763f7/volume-f0758ff1-06ae-4908-bb40-50c62d8763f7.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 925.853868] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 925.859915] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d689effe-2a09-42bf-9eb3-fc6abbfa9abe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880698] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.881142] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.888374] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943259, 'name': CloneVM_Task, 'duration_secs': 1.864051} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.890083] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Created linked-clone VM from snapshot [ 925.890719] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 925.890719] env[69765]: value = "task-3943265" [ 925.890719] env[69765]: _type = "Task" [ 925.890719] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.892047] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9371f-ed6d-4c34-939e-695aef0477b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.903368] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.903523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.903895] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 925.910706] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Uploading image ffe92efc-01af-4af1-bd0c-a30e8e2c4992 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.919182] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.949117] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.949117] env[69765]: value = "vm-782729" [ 925.949117] env[69765]: _type = "VirtualMachine" [ 925.949117] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.949117] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e0469c6-3f3b-46ea-89f1-0249df1f4b81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.958064] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease: (returnval){ [ 925.958064] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52681b7f-c950-a41e-8ca9-78e93410b3bb" [ 925.958064] env[69765]: _type = "HttpNfcLease" [ 925.958064] env[69765]: } obtained for exporting VM: (result){ [ 925.958064] env[69765]: value = "vm-782729" [ 925.958064] env[69765]: _type = "VirtualMachine" [ 925.958064] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.958064] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the lease: (returnval){ [ 925.958064] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52681b7f-c950-a41e-8ca9-78e93410b3bb" [ 925.958064] env[69765]: _type = "HttpNfcLease" [ 925.958064] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.967652] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.967652] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52681b7f-c950-a41e-8ca9-78e93410b3bb" [ 925.967652] env[69765]: _type = "HttpNfcLease" [ 925.967652] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 926.033809] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4cc974-945d-48e4-9918-38b4ed3e02ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.048024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1b6f9-c2f8-4be3-bf85-5ffc9fa842d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.052467] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 45ed6665-a30a-4502-acea-bd01e7d18a3b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.087933] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7dbc6d-52e7-4288-8b0e-8a7b757b416a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.097531] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493a197-add2-4217-abe4-6157e53cadd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.118030] env[69765]: DEBUG nova.compute.provider_tree [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.218522] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943263, 'name': Rename_Task, 'duration_secs': 0.154305} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.218967] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.219221] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3761ff05-74fc-4ff3-ab11-d4663f4c4c4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.227718] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 926.227718] env[69765]: value = "task-3943267" [ 926.227718] env[69765]: _type = "Task" [ 926.227718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.240934] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.294882] env[69765]: DEBUG nova.network.neutron [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.384032] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.421013] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943265, 'name': ReconfigVM_Task, 'duration_secs': 0.299285} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.421335] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.429796] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c88fd5f-24fb-4cf9-b49d-2e4650681132 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.457264] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 926.457264] env[69765]: value = "task-3943268" [ 926.457264] env[69765]: _type = "Task" [ 926.457264] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.473442] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.479188] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.479188] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52681b7f-c950-a41e-8ca9-78e93410b3bb" [ 926.479188] env[69765]: _type = "HttpNfcLease" [ 926.479188] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 926.479188] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 926.479188] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52681b7f-c950-a41e-8ca9-78e93410b3bb" [ 926.479188] env[69765]: _type = "HttpNfcLease" [ 926.479188] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 926.479924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8791bb5e-cb32-43b5-8825-56704fd706c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.490928] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 926.491232] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 926.557885] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 926.560313] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.560820] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances with incomplete migration {{(pid=69765) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 926.598591] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10c930c7-ca01-483e-881d-10d2f8d1cfd6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.622125] env[69765]: DEBUG nova.scheduler.client.report [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.753074] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.799947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.923164] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.948971] env[69765]: DEBUG nova.network.neutron [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Updating instance_info_cache with network_info: [{"id": "07fe65d2-bedf-49be-b1b6-27c4df915249", "address": "fa:16:3e:50:7f:f9", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fe65d2-be", "ovs_interfaceid": "07fe65d2-bedf-49be-b1b6-27c4df915249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.968678] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.009072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ad8e4a35-e68e-4d45-863b-d516bc6e1bf1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "b3342bce-27b8-4d6a-9414-dcd4dcd63ef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.010176] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ad8e4a35-e68e-4d45-863b-d516bc6e1bf1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "b3342bce-27b8-4d6a-9414-dcd4dcd63ef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.069563] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.132895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.132895] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.140041] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.952s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.140041] env[69765]: INFO nova.compute.claims [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.243364] env[69765]: DEBUG oslo_vmware.api [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943267, 'name': PowerOnVM_Task, 'duration_secs': 0.653413} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.243895] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.243895] env[69765]: INFO nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Took 11.43 seconds to spawn the instance on the hypervisor. [ 927.248199] env[69765]: DEBUG nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.248199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259dc1dc-a0cc-4bca-966a-573397ed787c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.307648] env[69765]: DEBUG nova.compute.manager [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69765) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 927.307948] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.453105] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.453507] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Instance network_info: |[{"id": "07fe65d2-bedf-49be-b1b6-27c4df915249", "address": "fa:16:3e:50:7f:f9", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fe65d2-be", "ovs_interfaceid": "07fe65d2-bedf-49be-b1b6-27c4df915249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.454583] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:7f:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07fe65d2-bedf-49be-b1b6-27c4df915249', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.464819] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating folder: Project (bb05561e13d944588c68e78147c1641a). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.465659] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4a3d5e1-4bbd-47b1-b122-ca4ba010aa83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.482912] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943268, 'name': ReconfigVM_Task, 'duration_secs': 0.769262} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.485436] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782587', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'name': 'volume-f0758ff1-06ae-4908-bb40-50c62d8763f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8069b8f8-8f10-49c8-a741-5c773d65a30b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0758ff1-06ae-4908-bb40-50c62d8763f7', 'serial': 'f0758ff1-06ae-4908-bb40-50c62d8763f7'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 927.485895] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.486259] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created folder: Project (bb05561e13d944588c68e78147c1641a) in parent group-v782532. [ 927.486769] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating folder: Instances. Parent ref: group-v782730. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.487602] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b9b6b-eca6-4c34-bf63-de7c09ab21ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.491063] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d52a7945-1d6d-43c8-9c06-db9809a0e607 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.500947] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.501317] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0e8407-0e0c-46ad-b71c-58b562ed513e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.507622] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created folder: Instances in parent group-v782730. [ 927.508026] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.508026] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.508231] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6493d3c-fc8e-4681-8605-158ff75369f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.526198] env[69765]: DEBUG nova.compute.manager [None req-ad8e4a35-e68e-4d45-863b-d516bc6e1bf1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: b3342bce-27b8-4d6a-9414-dcd4dcd63ef3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.538466] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.538466] env[69765]: value = "task-3943272" [ 927.538466] env[69765]: _type = "Task" [ 927.538466] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.552958] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943272, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.578972] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.579495] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.579849] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Deleting the datastore file [datastore1] 8069b8f8-8f10-49c8-a741-5c773d65a30b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.580664] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1e5e86-1b94-4398-a95c-b578c0736122 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.593100] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for the task: (returnval){ [ 927.593100] env[69765]: value = "task-3943273" [ 927.593100] env[69765]: _type = "Task" [ 927.593100] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.607840] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.625320] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.626083] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.646512] env[69765]: DEBUG nova.compute.utils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.655023] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.655023] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.731045] env[69765]: DEBUG nova.policy [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65f9b4f29be4138a6652a4faae9a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04eecc2422141ec8689f9c5a823213d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.754511] env[69765]: DEBUG nova.compute.manager [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Received event network-changed-07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.754717] env[69765]: DEBUG nova.compute.manager [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Refreshing instance network info cache due to event network-changed-07fe65d2-bedf-49be-b1b6-27c4df915249. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.754946] env[69765]: DEBUG oslo_concurrency.lockutils [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] Acquiring lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.755511] env[69765]: DEBUG oslo_concurrency.lockutils [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] Acquired lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.755511] env[69765]: DEBUG nova.network.neutron [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Refreshing network info cache for port 07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 927.770396] env[69765]: INFO nova.compute.manager [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Took 25.02 seconds to build instance. [ 928.035979] env[69765]: DEBUG nova.compute.manager [None req-ad8e4a35-e68e-4d45-863b-d516bc6e1bf1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: b3342bce-27b8-4d6a-9414-dcd4dcd63ef3] Instance disappeared before build. {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 928.054017] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943272, 'name': CreateVM_Task, 'duration_secs': 0.436464} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.054347] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.055596] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.059024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.059024] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.059024] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b681845-95ee-43f2-a8c4-7564befc3937 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.066178] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 928.066178] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528680ec-027b-d686-7ae9-cee3e89e165c" [ 928.066178] env[69765]: _type = "Task" [ 928.066178] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.077694] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528680ec-027b-d686-7ae9-cee3e89e165c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.103881] env[69765]: DEBUG oslo_vmware.api [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Task: {'id': task-3943273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129887} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.103881] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.103881] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.104072] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.131676] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.163425] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.237640] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 928.238198] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a2d0416-96ef-4cc0-b4ad-59cd62f95378 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.253260] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c532ad3-ed10-4fb4-9aad-caf3209a233b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.277373] env[69765]: DEBUG oslo_concurrency.lockutils [None req-71dd7845-1c48-4c24-b61c-712005858149 tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.539s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.316556] env[69765]: ERROR nova.compute.manager [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Failed to detach volume f0758ff1-06ae-4908-bb40-50c62d8763f7 from /dev/sda: nova.exception.InstanceNotFound: Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b could not be found. [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Traceback (most recent call last): [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self.driver.rebuild(**kwargs) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise NotImplementedError() [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] NotImplementedError [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] During handling of the above exception, another exception occurred: [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Traceback (most recent call last): [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self.driver.detach_volume(context, old_connection_info, [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] return self._volumeops.detach_volume(connection_info, instance) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._detach_volume_vmdk(connection_info, instance) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] stable_ref.fetch_moref(session) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] nova.exception.InstanceNotFound: Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b could not be found. [ 928.316556] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.528106] env[69765]: DEBUG nova.compute.utils [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Build of instance 8069b8f8-8f10-49c8-a741-5c773d65a30b aborted: Failed to rebuild volume backed instance. {{(pid=69765) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 928.529523] env[69765]: ERROR nova.compute.manager [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8069b8f8-8f10-49c8-a741-5c773d65a30b aborted: Failed to rebuild volume backed instance. [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Traceback (most recent call last): [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self.driver.rebuild(**kwargs) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise NotImplementedError() [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] NotImplementedError [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] During handling of the above exception, another exception occurred: [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Traceback (most recent call last): [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._detach_root_volume(context, instance, root_bdm) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] with excutils.save_and_reraise_exception(): [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self.force_reraise() [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise self.value [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self.driver.detach_volume(context, old_connection_info, [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] return self._volumeops.detach_volume(connection_info, instance) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._detach_volume_vmdk(connection_info, instance) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] stable_ref.fetch_moref(session) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] nova.exception.InstanceNotFound: Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b could not be found. [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] During handling of the above exception, another exception occurred: [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Traceback (most recent call last): [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] yield [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 928.529523] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._do_rebuild_instance_with_claim( [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._do_rebuild_instance( [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._rebuild_default_impl(**kwargs) [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] self._rebuild_volume_backed_instance( [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] raise exception.BuildAbortException( [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] nova.exception.BuildAbortException: Build of instance 8069b8f8-8f10-49c8-a741-5c773d65a30b aborted: Failed to rebuild volume backed instance. [ 928.530764] env[69765]: ERROR nova.compute.manager [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] [ 928.560983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ad8e4a35-e68e-4d45-863b-d516bc6e1bf1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "b3342bce-27b8-4d6a-9414-dcd4dcd63ef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.552s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.588333] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528680ec-027b-d686-7ae9-cee3e89e165c, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.589733] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.589733] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.589733] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.589943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.590108] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.590741] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54550679-f76d-4362-bfa4-5a1334b8fd4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.607154] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.607227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.608049] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467a67ba-a5e5-49c1-b978-52ef1d4c44c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.617481] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 928.617481] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cc9577-4e4f-dd55-0813-e303f7687ae2" [ 928.617481] env[69765]: _type = "Task" [ 928.617481] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.630892] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc9577-4e4f-dd55-0813-e303f7687ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.650898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e54ab-38ab-43d4-8c21-0d4585dc5b96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.662442] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "1c2155bb-9d72-421f-9dc4-2001257fd704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.662849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.665169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.667065] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa3dc3-eaf0-4294-8f2a-e909a0c2b4d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.712309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34403de-0f79-4919-a6da-5c68d8d0ec48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.723350] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f264b854-90d2-42a5-b447-972d8738486a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.739233] env[69765]: DEBUG nova.compute.provider_tree [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.765044] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Successfully created port: 092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.895915] env[69765]: INFO nova.compute.manager [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Rebuilding instance [ 928.961019] env[69765]: DEBUG nova.compute.manager [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.961019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f4088-e188-482c-b6e7-daa1ad7cbe43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.140400] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc9577-4e4f-dd55-0813-e303f7687ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.143341] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252dfe8a-de57-43c2-96ca-4d3a9850a2b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.152331] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 929.152331] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524201a1-2cac-eea5-f8b2-90db02580acb" [ 929.152331] env[69765]: _type = "Task" [ 929.152331] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.165657] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524201a1-2cac-eea5-f8b2-90db02580acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.174194] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.179157] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.216635] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.216906] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.217559] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.217948] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.218253] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.218619] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.218967] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.219339] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.219703] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.219703] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.219845] env[69765]: DEBUG nova.virt.hardware [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.220945] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c173621-dc8f-4301-bce5-c2a4a7f5ce74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.237082] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7248f9-e229-431b-865a-e50adc71ced1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.246013] env[69765]: DEBUG nova.scheduler.client.report [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.389270] env[69765]: DEBUG nova.network.neutron [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Updated VIF entry in instance network info cache for port 07fe65d2-bedf-49be-b1b6-27c4df915249. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 929.389657] env[69765]: DEBUG nova.network.neutron [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Updating instance_info_cache with network_info: [{"id": "07fe65d2-bedf-49be-b1b6-27c4df915249", "address": "fa:16:3e:50:7f:f9", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07fe65d2-be", "ovs_interfaceid": "07fe65d2-bedf-49be-b1b6-27c4df915249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.539638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.539922] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.540160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.540350] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.540523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.544198] env[69765]: INFO nova.compute.manager [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Terminating instance [ 929.667438] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524201a1-2cac-eea5-f8b2-90db02580acb, 'name': SearchDatastore_Task, 'duration_secs': 0.023552} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.668181] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.668732] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3af1d66b-0c71-4ff9-b03e-f754ae167419/3af1d66b-0c71-4ff9-b03e-f754ae167419.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.669295] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73502a1c-1efe-499d-8535-26f629a9718f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.679995] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 929.679995] env[69765]: value = "task-3943274" [ 929.679995] env[69765]: _type = "Task" [ 929.679995] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.700071] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.723272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.751600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.752242] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.756664] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.464s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.758977] env[69765]: INFO nova.compute.claims [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.895281] env[69765]: DEBUG oslo_concurrency.lockutils [req-b0926630-bc60-46de-ba86-e0dec77e6c71 req-90c9115d-b94b-429e-9942-35b3a169875d service nova] Releasing lock "refresh_cache-3af1d66b-0c71-4ff9-b03e-f754ae167419" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.982961] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.983606] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53c50dd-f1ed-4dd5-8907-f0faef0808e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.994381] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 929.994381] env[69765]: value = "task-3943275" [ 929.994381] env[69765]: _type = "Task" [ 929.994381] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.008756] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.052971] env[69765]: DEBUG nova.compute.manager [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.053163] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.055284] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e140cf-de08-475f-9fe3-7e28135c08a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.067752] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.068141] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d61a60-cdf0-44f4-bbe3-ab64a5b38dd4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.080560] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 930.080560] env[69765]: value = "task-3943276" [ 930.080560] env[69765]: _type = "Task" [ 930.080560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.095834] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.200370] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.278276] env[69765]: DEBUG nova.compute.utils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.280301] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.280622] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.392223] env[69765]: DEBUG nova.policy [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541c793d8a9b42849975339b624f0022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62174447c6c4474d9989a1f77b739fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.452294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.452294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.507014] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943275, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.556265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.595552] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943276, 'name': PowerOffVM_Task, 'duration_secs': 0.326452} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.596154] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.596469] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.597144] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf989db-61ac-4c66-9076-77b3dc0bb7c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.681025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.681025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.681025] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Deleting the datastore file [datastore1] 5769e77d-dcce-4f87-9e71-1de9c7177ddb {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.681025] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e0a587-5823-4505-ae7c-3cd2a195b1f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.695090] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for the task: (returnval){ [ 930.695090] env[69765]: value = "task-3943278" [ 930.695090] env[69765]: _type = "Task" [ 930.695090] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.697596] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67013} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.701298] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3af1d66b-0c71-4ff9-b03e-f754ae167419/3af1d66b-0c71-4ff9-b03e-f754ae167419.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.701846] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.702296] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27762a1d-0fb2-4e23-a020-307bfdd2f1d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.711293] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.713493] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 930.713493] env[69765]: value = "task-3943279" [ 930.713493] env[69765]: _type = "Task" [ 930.713493] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.726086] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.787812] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.959922] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.017398] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943275, 'name': PowerOffVM_Task, 'duration_secs': 0.561057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.017776] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.018123] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.019227] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda26e4-eab6-4079-ac61-ac8b71c46d01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.029811] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.032997] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7971987c-887b-4762-9895-79376b50b3df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.128385] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.128640] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.128841] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore1] b2e36dea-e709-48f9-810a-b7465b8b5172 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.129167] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5ca56e-5311-4c7b-bda5-b2f488ad98dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.136470] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Successfully created port: b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.141454] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 931.141454] env[69765]: value = "task-3943281" [ 931.141454] env[69765]: _type = "Task" [ 931.141454] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.152226] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.208670] env[69765]: DEBUG oslo_vmware.api [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Task: {'id': task-3943278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361091} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.208953] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.209426] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.209426] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.209550] env[69765]: INFO nova.compute.manager [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 931.209801] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.210011] env[69765]: DEBUG nova.compute.manager [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.210119] env[69765]: DEBUG nova.network.neutron [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 931.228185] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069755} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.231354] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.232488] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47d8ea-4c58-47e6-9e7e-449a055bd4ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.259392] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 3af1d66b-0c71-4ff9-b03e-f754ae167419/3af1d66b-0c71-4ff9-b03e-f754ae167419.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.261947] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce6fe22-fa59-4db7-8c27-0fcb831b5a46 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.278147] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a72340-e119-47f3-acaa-4fb81e64d952 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.287246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d6c4b9-0d53-4f05-9e6f-1391ed4ab474 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296722] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 931.296722] env[69765]: value = "task-3943282" [ 931.296722] env[69765]: _type = "Task" [ 931.296722] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.328853] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0709bee-df69-4d12-a2f1-cacac0c8313e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.335391] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.341861] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c80d98-84d0-46f8-8892-26b851e05dc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.360484] env[69765]: DEBUG nova.compute.provider_tree [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.477483] env[69765]: DEBUG nova.compute.manager [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Received event network-vif-plugged-092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.481029] env[69765]: DEBUG oslo_concurrency.lockutils [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] Acquiring lock "378063f0-6499-472c-800b-b271ce736960-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.481029] env[69765]: DEBUG oslo_concurrency.lockutils [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] Lock "378063f0-6499-472c-800b-b271ce736960-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.481029] env[69765]: DEBUG oslo_concurrency.lockutils [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] Lock "378063f0-6499-472c-800b-b271ce736960-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.481029] env[69765]: DEBUG nova.compute.manager [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] No waiting events found dispatching network-vif-plugged-092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.481029] env[69765]: WARNING nova.compute.manager [req-987e3ea6-547d-4b88-9b42-f72a84ce685a req-1b535b72-7074-4758-b292-58a5388f2525 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Received unexpected event network-vif-plugged-092c1a1e-055d-44ce-b7a5-9f33556bdffe for instance with vm_state building and task_state spawning. [ 931.486048] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.555272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.555481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.653592] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343992} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.654633] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.654927] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.655135] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.676919] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Successfully updated port: 092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.799372] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.816686] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.838996] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.840024] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.840024] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.840024] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.840421] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.840421] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.840774] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.841034] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.841034] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.841218] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.841885] env[69765]: DEBUG nova.virt.hardware [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.842286] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fa4df5-98d2-424c-80c5-7cbc99c5fecb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.854326] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6f567-4173-4b0c-a1b5-f43318a455e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.876089] env[69765]: DEBUG nova.scheduler.client.report [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.061259] env[69765]: DEBUG nova.compute.utils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.179976] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.179976] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.179976] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 932.314680] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943282, 'name': ReconfigVM_Task, 'duration_secs': 0.766247} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.315139] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 3af1d66b-0c71-4ff9-b03e-f754ae167419/3af1d66b-0c71-4ff9-b03e-f754ae167419.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.315956] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1044486-878b-4305-9294-6e4ec63cefa6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.327497] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 932.327497] env[69765]: value = "task-3943283" [ 932.327497] env[69765]: _type = "Task" [ 932.327497] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.343275] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943283, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.385069] env[69765]: DEBUG nova.network.neutron [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.386815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.388299] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.393277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.637s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.393761] env[69765]: DEBUG nova.objects.instance [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.565385] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.618036] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.618236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.702246] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.702527] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.702692] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.702911] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.703059] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.703219] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.703470] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.703644] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.703818] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.703985] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.704184] env[69765]: DEBUG nova.virt.hardware [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.705585] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596e647-6f08-4c69-b2e9-a785b111ed64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.715219] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e217dc-b72c-42e2-a3a4-37df460d5369 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.731959] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:81:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '892dcc1a-2091-45f7-bacd-5a525eb07cfe', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.739666] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.740689] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 932.743017] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.743017] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a024e0f-3f22-497f-8aae-55e52aab9eb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.762918] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.763324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.763613] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.763929] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.764155] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.767530] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.767530] env[69765]: value = "task-3943284" [ 932.767530] env[69765]: _type = "Task" [ 932.767530] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.768050] env[69765]: INFO nova.compute.manager [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Terminating instance [ 932.779794] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943284, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.841241] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943283, 'name': Rename_Task, 'duration_secs': 0.170578} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.841536] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.841793] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db188952-d470-40d4-bd3f-1f8411434bcb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.850793] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 932.850793] env[69765]: value = "task-3943285" [ 932.850793] env[69765]: _type = "Task" [ 932.850793] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.860842] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.894310] env[69765]: INFO nova.compute.manager [-] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Took 1.68 seconds to deallocate network for instance. [ 932.901610] env[69765]: DEBUG nova.compute.utils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.910338] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.910555] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.079721] env[69765]: DEBUG nova.policy [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '310cbde898b54214886b0215af571ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfd64e39c6d04524aa064c82253ce3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.120820] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.205368] env[69765]: DEBUG nova.network.neutron [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Updating instance_info_cache with network_info: [{"id": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "address": "fa:16:3e:6c:aa:66", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c1a1e-05", "ovs_interfaceid": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.276500] env[69765]: DEBUG nova.compute.manager [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.280600] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9da5c840-c3e5-4f7d-bf0b-56783f5531a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.283535] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943284, 'name': CreateVM_Task, 'duration_secs': 0.439351} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.283953] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.285101] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.285219] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.285685] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.286023] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddca900-84fc-47d2-9beb-b5ad363b27cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.296030] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef63a79-ccf7-412b-a1dd-90d5fcb938d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.307130] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 933.307130] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a7c42d-cabc-6955-774d-086dbc1ac7ad" [ 933.307130] env[69765]: _type = "Task" [ 933.307130] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.318404] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a7c42d-cabc-6955-774d-086dbc1ac7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.332969] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.333318] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.333635] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.333822] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.334193] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.334672] env[69765]: WARNING nova.virt.vmwareapi.driver [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b could not be found. [ 933.334887] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.335285] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cae7182-e29b-4868-a56f-8f96064f470b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.337588] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a70df959-190d-4612-bb51-714d78690af3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab3cf8-0797-4df6-8282-152a4e1b2b4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.363351] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.366043] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.368682] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2130ba4d-02f7-458f-95fd-deaf2671f720 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.378243] env[69765]: DEBUG oslo_vmware.api [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943285, 'name': PowerOnVM_Task, 'duration_secs': 0.52314} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.379398] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.379719] env[69765]: INFO nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Took 10.19 seconds to spawn the instance on the hypervisor. [ 933.379989] env[69765]: DEBUG nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.380468] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 933.380468] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ecc5bc-5955-6f55-9021-98b20da21287" [ 933.380468] env[69765]: _type = "Task" [ 933.380468] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.399379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189bd5b-dc16-43db-8e57-d07984162c0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.399379] env[69765]: WARNING nova.virt.vmwareapi.vmops [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8069b8f8-8f10-49c8-a741-5c773d65a30b could not be found. [ 933.399379] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.399507] env[69765]: INFO nova.compute.manager [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Took 0.12 seconds to destroy the instance on the hypervisor. [ 933.399759] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.403028] env[69765]: DEBUG nova.compute.manager [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.403163] env[69765]: DEBUG nova.network.neutron [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 933.407713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.415160] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.417358] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ecc5bc-5955-6f55-9021-98b20da21287, 'name': SearchDatastore_Task, 'duration_secs': 0.015594} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.418463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3beeddcb-b13f-496c-a63c-00276398b7a8 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.422847] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.502s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.424305] env[69765]: INFO nova.compute.claims [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.426852] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f95cac0-968c-4f21-988b-ac10e77946b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.433718] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 933.433718] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5240d471-8e8c-1ae9-d220-4057a935fc20" [ 933.433718] env[69765]: _type = "Task" [ 933.433718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.443064] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5240d471-8e8c-1ae9-d220-4057a935fc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.652638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.670812] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.671128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.671378] env[69765]: INFO nova.compute.manager [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Attaching volume 451d62d8-bc51-4b1a-bf1f-9caf2500515c to /dev/sdb [ 933.711430] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.711430] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance network_info: |[{"id": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "address": "fa:16:3e:6c:aa:66", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c1a1e-05", "ovs_interfaceid": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.711430] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:aa:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092c1a1e-055d-44ce-b7a5-9f33556bdffe', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.725397] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.726521] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.727364] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efae260-3cf4-4c6b-b876-f70e50a9026f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.730278] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18fd139-096a-416e-a3d3-211f84eda6b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.755051] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bb688-84d3-4201-a65a-6f9c9c1ca225 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.758371] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.758371] env[69765]: value = "task-3943286" [ 933.758371] env[69765]: _type = "Task" [ 933.758371] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.770019] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943286, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.771427] env[69765]: DEBUG nova.virt.block_device [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updating existing volume attachment record: e6dbb0a5-9772-4c50-abd9-c4c228f35e65 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.899845] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.901863] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594302d6-4c62-4e21-be2b-a55aaed772ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.908033] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.908206] env[69765]: ERROR oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk due to incomplete transfer. [ 933.908448] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e8be7f5-a37c-4d9d-a3b7-13a1b83ad796 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.918415] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7175-f693-70f3-fa10-e8338ec6c420/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.918415] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Uploaded image ffe92efc-01af-4af1-bd0c-a30e8e2c4992 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.920714] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.921031] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8aeda339-8166-41fb-bcf1-ccf2cb97b49e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.936746] env[69765]: INFO nova.compute.manager [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Took 15.42 seconds to build instance. [ 933.942564] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 933.942564] env[69765]: value = "task-3943287" [ 933.942564] env[69765]: _type = "Task" [ 933.942564] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.951763] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5240d471-8e8c-1ae9-d220-4057a935fc20, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.953307] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.953610] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.954362] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467f0c1d-11a4-431e-8410-1539b000ec56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.962390] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943287, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.969499] env[69765]: DEBUG nova.compute.manager [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Received event network-changed-092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.969720] env[69765]: DEBUG nova.compute.manager [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Refreshing instance network info cache due to event network-changed-092c1a1e-055d-44ce-b7a5-9f33556bdffe. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.969974] env[69765]: DEBUG oslo_concurrency.lockutils [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] Acquiring lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.970171] env[69765]: DEBUG oslo_concurrency.lockutils [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] Acquired lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.970348] env[69765]: DEBUG nova.network.neutron [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Refreshing network info cache for port 092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 933.974334] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 933.974334] env[69765]: value = "task-3943289" [ 933.974334] env[69765]: _type = "Task" [ 933.974334] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.988816] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.102928] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Successfully updated port: b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.270468] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943286, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.321276] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Successfully created port: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.436551] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.444713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ac77877-5b8d-470d-88f7-a78ef5c7da0f tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.946s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.457530] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943287, 'name': Destroy_Task, 'duration_secs': 0.373726} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.460278] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Destroyed the VM [ 934.460604] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 934.461515] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33b1d21d-6ab0-44ad-a15e-cc0568589416 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.470315] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 934.470315] env[69765]: value = "task-3943292" [ 934.470315] env[69765]: _type = "Task" [ 934.470315] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.472876] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.473212] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.473464] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.473761] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.473939] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.474111] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.474333] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.474495] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.475727] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.475930] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.476151] env[69765]: DEBUG nova.virt.hardware [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.479756] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57234ded-8494-4219-bee4-2b3a703dd183 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.506257] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb637fd7-701b-4e6e-923a-cf4f6fb209c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.512161] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943289, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.512421] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.607771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.607771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquired lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.607895] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 934.779341] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943286, 'name': CreateVM_Task, 'duration_secs': 0.524907} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.779341] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.779341] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.779341] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.779341] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.779341] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca51baf-0326-461a-8106-573f2bc9e3fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.788636] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 934.788636] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5224eb79-3c62-3a39-586f-69d33366343f" [ 934.788636] env[69765]: _type = "Task" [ 934.788636] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.799097] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5224eb79-3c62-3a39-586f-69d33366343f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.893448] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e985d5-98d1-4521-84aa-aa9a968fdf80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.905643] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da22889-4c52-45ad-a975-d80976ff1b33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.946483] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d43a8e0-ddc5-4187-8532-cdb37db0e07e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.956208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e3267b-1b1c-4ebd-a24b-5ff07972a864 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.974542] env[69765]: DEBUG nova.compute.provider_tree [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.997935] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943292, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.003690] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749193} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.004312] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.004681] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.005165] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff946c67-7c32-4eeb-94f0-a63e11e7c846 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.015143] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 935.015143] env[69765]: value = "task-3943293" [ 935.015143] env[69765]: _type = "Task" [ 935.015143] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.030702] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.069772] env[69765]: DEBUG nova.network.neutron [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Updated VIF entry in instance network info cache for port 092c1a1e-055d-44ce-b7a5-9f33556bdffe. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 935.070221] env[69765]: DEBUG nova.network.neutron [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Updating instance_info_cache with network_info: [{"id": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "address": "fa:16:3e:6c:aa:66", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c1a1e-05", "ovs_interfaceid": "092c1a1e-055d-44ce-b7a5-9f33556bdffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.154055] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 935.302304] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5224eb79-3c62-3a39-586f-69d33366343f, 'name': SearchDatastore_Task, 'duration_secs': 0.015504} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.305173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.305455] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.305854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.306035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.306681] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.306681] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17a4969f-fddf-4364-9e2b-6bcea3df8586 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.316734] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.316929] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.317840] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b139801b-7987-4c87-8709-07a93f426bd3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.324400] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 935.324400] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526bc896-8509-34bd-68ca-5f986748f52f" [ 935.324400] env[69765]: _type = "Task" [ 935.324400] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.333511] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526bc896-8509-34bd-68ca-5f986748f52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.340030] env[69765]: DEBUG nova.network.neutron [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.357219] env[69765]: DEBUG nova.network.neutron [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Updating instance_info_cache with network_info: [{"id": "b39da15e-a70e-44fe-8d81-f074665ef73f", "address": "fa:16:3e:eb:5c:02", "network": {"id": "8c7bcadd-ca71-4a89-9d26-9e9640ae4047", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1807271227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62174447c6c4474d9989a1f77b739fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39da15e-a7", "ovs_interfaceid": "b39da15e-a70e-44fe-8d81-f074665ef73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.482577] env[69765]: DEBUG nova.scheduler.client.report [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.495655] env[69765]: DEBUG oslo_vmware.api [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943292, 'name': RemoveSnapshot_Task, 'duration_secs': 0.65772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.495990] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 935.496236] env[69765]: INFO nova.compute.manager [None req-b19ce489-fe34-4699-b5f4-fe5c8d0b3f2b tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Took 13.78 seconds to snapshot the instance on the hypervisor. [ 935.526337] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089138} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.526855] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.527457] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d15e7b-71db-4fea-8798-4aff07d6568f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.551936] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.553024] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23814f1-0153-4e69-8345-54324b19e9d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.575026] env[69765]: DEBUG oslo_concurrency.lockutils [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] Releasing lock "refresh_cache-378063f0-6499-472c-800b-b271ce736960" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.575026] env[69765]: DEBUG nova.compute.manager [req-fdf3b817-b9dd-4a19-afad-c2c5d5a7474b req-00ab2d3c-2b96-4211-aede-9dbbd29f0104 service nova] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Received event network-vif-deleted-35dc6dd7-4d2c-4cca-b5fa-1341cbad4ec5 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.575026] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 935.575026] env[69765]: value = "task-3943294" [ 935.575026] env[69765]: _type = "Task" [ 935.575026] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.585866] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.672026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "00770212-75b7-4043-b43d-a1735f759564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.672026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.672026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "00770212-75b7-4043-b43d-a1735f759564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.672026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.672026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.674088] env[69765]: INFO nova.compute.manager [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Terminating instance [ 935.841322] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526bc896-8509-34bd-68ca-5f986748f52f, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.841593] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767e12be-948f-46e6-b45d-7ee8723641a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.848951] env[69765]: INFO nova.compute.manager [-] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Took 2.44 seconds to deallocate network for instance. [ 935.854603] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 935.854603] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e91414-9947-f8f5-c93a-034974a0cae8" [ 935.854603] env[69765]: _type = "Task" [ 935.854603] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.859679] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Releasing lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.860442] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Instance network_info: |[{"id": "b39da15e-a70e-44fe-8d81-f074665ef73f", "address": "fa:16:3e:eb:5c:02", "network": {"id": "8c7bcadd-ca71-4a89-9d26-9e9640ae4047", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1807271227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62174447c6c4474d9989a1f77b739fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39da15e-a7", "ovs_interfaceid": "b39da15e-a70e-44fe-8d81-f074665ef73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.860998] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:5c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39da15e-a70e-44fe-8d81-f074665ef73f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.871127] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Creating folder: Project (62174447c6c4474d9989a1f77b739fea). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.872674] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f66261f-4079-4408-8cb6-3b9e0a1f5ff7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.879283] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e91414-9947-f8f5-c93a-034974a0cae8, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.880174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.880594] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.880918] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779ddb1d-94b5-4908-a8b4-a5ba038a98b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.889031] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 935.889031] env[69765]: value = "task-3943296" [ 935.889031] env[69765]: _type = "Task" [ 935.889031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.896052] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Created folder: Project (62174447c6c4474d9989a1f77b739fea) in parent group-v782532. [ 935.896190] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Creating folder: Instances. Parent ref: group-v782737. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.896917] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a87b212-60ed-4822-b87c-0efcc24c9727 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.902389] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.913474] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Created folder: Instances in parent group-v782737. [ 935.913880] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.914026] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.914440] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b30f6d1d-8c5e-498e-9232-934e7cc3683d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.936623] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.936623] env[69765]: value = "task-3943298" [ 935.936623] env[69765]: _type = "Task" [ 935.936623] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.946235] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943298, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.990478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.991128] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.994507] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.686s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.090312] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943294, 'name': ReconfigVM_Task, 'duration_secs': 0.318155} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.090796] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b2e36dea-e709-48f9-810a-b7465b8b5172/b2e36dea-e709-48f9-810a-b7465b8b5172.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.091990] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2450797e-de44-430f-8cd4-3c5e7b23e83e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.103385] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 936.103385] env[69765]: value = "task-3943299" [ 936.103385] env[69765]: _type = "Task" [ 936.103385] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.118248] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943299, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.178501] env[69765]: DEBUG nova.compute.manager [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.178699] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.179769] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9cb749-69a1-40dc-8308-a4d9184d1d7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.190475] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.190854] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccacabbe-d37e-4ce2-adcb-1e2521f90db2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.201417] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 936.201417] env[69765]: value = "task-3943300" [ 936.201417] env[69765]: _type = "Task" [ 936.201417] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.214687] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.280246] env[69765]: DEBUG nova.compute.manager [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.281608] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c266fce-a22c-4e70-a630-14722495d3a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.403484] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943296, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.418482] env[69765]: INFO nova.compute.manager [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Took 0.57 seconds to detach 1 volumes for instance. [ 936.420958] env[69765]: DEBUG nova.compute.manager [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Deleting volume: f0758ff1-06ae-4908-bb40-50c62d8763f7 {{(pid=69765) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 936.449762] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943298, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.479919] env[69765]: DEBUG nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Received event network-vif-plugged-b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.479919] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Acquiring lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.480142] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.480640] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.482071] env[69765]: DEBUG nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] No waiting events found dispatching network-vif-plugged-b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.482071] env[69765]: WARNING nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Received unexpected event network-vif-plugged-b39da15e-a70e-44fe-8d81-f074665ef73f for instance with vm_state building and task_state spawning. [ 936.482071] env[69765]: DEBUG nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Received event network-changed-b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.482071] env[69765]: DEBUG nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Refreshing instance network info cache due to event network-changed-b39da15e-a70e-44fe-8d81-f074665ef73f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.482400] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Acquiring lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.484276] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Acquired lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.484276] env[69765]: DEBUG nova.network.neutron [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Refreshing network info cache for port b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 936.498948] env[69765]: DEBUG nova.compute.utils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.501288] env[69765]: DEBUG nova.objects.instance [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lazy-loading 'migration_context' on Instance uuid 39e69184-7d63-4e33-9560-00a3473240f3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.508557] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.509035] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.617708] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943299, 'name': Rename_Task, 'duration_secs': 0.263496} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.617986] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.618313] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d336e6fa-a355-45f6-ae95-42e22fd263d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.629471] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 936.629471] env[69765]: value = "task-3943303" [ 936.629471] env[69765]: _type = "Task" [ 936.629471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.635446] env[69765]: DEBUG nova.policy [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e7ba5d968d44262af747e2f3d456027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4cca85859d47fda49cbea814354bf3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.643231] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.712644] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943300, 'name': PowerOffVM_Task, 'duration_secs': 0.341515} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.712963] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.713147] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.713546] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580539af-f8de-45cf-b726-fac4e06f093e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.794881] env[69765]: INFO nova.compute.manager [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] instance snapshotting [ 936.795315] env[69765]: DEBUG nova.objects.instance [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.799612] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Successfully updated port: 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.850156] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "151be03a-6cd3-4dda-a23e-d18f33821491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.850295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.903575] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536479} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.903575] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.903575] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.903793] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c61906a-fce2-4e4f-9878-c2b2a2f69fc5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.911486] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 936.911486] env[69765]: value = "task-3943305" [ 936.911486] env[69765]: _type = "Task" [ 936.911486] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.917417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.917417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.917417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.917417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.917417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.919510] env[69765]: INFO nova.compute.manager [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Terminating instance [ 936.926454] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.950416] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943298, 'name': CreateVM_Task, 'duration_secs': 0.764656} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.950867] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.951609] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.951829] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.952120] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.952389] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667e8939-534c-4205-bd70-9b523c99428a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.957806] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 936.957806] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52899827-7da6-bb9c-a470-479b2cb96dfd" [ 936.957806] env[69765]: _type = "Task" [ 936.957806] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.967546] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52899827-7da6-bb9c-a470-479b2cb96dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.008352] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.018383] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.140056] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.303965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.304141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquired lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.304695] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 937.307287] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ded683-1bc4-47c0-9a3a-4aa2636e35bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.343241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314e9afa-cb79-4b0e-93d7-fabc67a00e43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.357028] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.425499] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077178} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.425499] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.425499] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da298c5-7e6c-4642-a986-3ea6041c6aed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.429624] env[69765]: DEBUG nova.compute.manager [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.430048] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.432025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc8df81-4bf1-4ec3-9743-0e60720d4b9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.456986] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.461685] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf0f477-bdaf-481d-a088-e310bb1499b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.487743] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.488444] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de9ad484-b1d3-4647-a63f-0d07075da83e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.495619] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 937.495619] env[69765]: value = "task-3943306" [ 937.495619] env[69765]: _type = "Task" [ 937.495619] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.504135] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52899827-7da6-bb9c-a470-479b2cb96dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.507912] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.508200] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.508448] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.508604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.508783] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.509079] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72268f8c-fae9-4e9f-abc8-36c4a5b9045a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.522112] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.525294] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c6bcc-3376-4ec5-8c94-3b70f8b6ad39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.527808] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.528023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.529548] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467cc3d4-ba10-4bae-9445-3e5822954c08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.535611] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 937.535611] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d05105-2461-e09a-3ee8-10a3f9e08349" [ 937.535611] env[69765]: _type = "Task" [ 937.535611] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.542200] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b98157-c194-486b-8a00-2f512a472762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.552405] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d05105-2461-e09a-3ee8-10a3f9e08349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.580477] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac216d-bafd-40fe-b20d-871db0d26657 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.589880] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eea0a8-dfde-40bb-97e3-7ac41b1061f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.606846] env[69765]: DEBUG nova.compute.provider_tree [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.609917] env[69765]: DEBUG nova.network.neutron [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Updated VIF entry in instance network info cache for port b39da15e-a70e-44fe-8d81-f074665ef73f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 937.609917] env[69765]: DEBUG nova.network.neutron [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Updating instance_info_cache with network_info: [{"id": "b39da15e-a70e-44fe-8d81-f074665ef73f", "address": "fa:16:3e:eb:5c:02", "network": {"id": "8c7bcadd-ca71-4a89-9d26-9e9640ae4047", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1807271227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62174447c6c4474d9989a1f77b739fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39da15e-a7", "ovs_interfaceid": "b39da15e-a70e-44fe-8d81-f074665ef73f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.612812] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Successfully created port: f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.641794] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.842500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.843023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.858198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.863171] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 937.867285] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b064a87-f81b-416d-9d89-42dcfcbc3d82 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884077] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 937.884077] env[69765]: value = "task-3943308" [ 937.884077] env[69765]: _type = "Task" [ 937.884077] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.889619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.897134] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.016543] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943306, 'name': ReconfigVM_Task, 'duration_secs': 0.485959} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.016949] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.017662] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1cfdfc0-9f01-49b0-93f9-f6ddd46325e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.025203] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 938.025203] env[69765]: value = "task-3943309" [ 938.025203] env[69765]: _type = "Task" [ 938.025203] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.031154] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.037236] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943309, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.050759] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d05105-2461-e09a-3ee8-10a3f9e08349, 'name': SearchDatastore_Task, 'duration_secs': 0.020832} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.051692] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87cb0ae-007f-4c55-a41a-c8a020dc9ace {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.058751] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 938.058751] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bc59a4-5770-b3c1-9ffc-df3de20ba4d8" [ 938.058751] env[69765]: _type = "Task" [ 938.058751] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.070281] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bc59a4-5770-b3c1-9ffc-df3de20ba4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.072891] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.073156] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.073343] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.073543] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.073701] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.073848] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.074078] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.074240] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.077016] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.077016] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.077016] env[69765]: DEBUG nova.virt.hardware [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.077016] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a165104-2a93-4c97-990b-8008e44d64ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.084802] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e692daa2-cf90-4f31-83a1-2b45594a3c10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.112707] env[69765]: DEBUG nova.scheduler.client.report [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.119949] env[69765]: DEBUG oslo_concurrency.lockutils [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] Releasing lock "refresh_cache-763138ad-4b8e-4cb1-8e84-b606e48e777c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.120215] env[69765]: DEBUG nova.compute.manager [req-8e49835f-8455-4057-8c0a-84f30a4f7f67 req-c54ffa19-b146-4c17-b864-f340467a6ff6 service nova] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Received event network-vif-deleted-be04488e-123b-47ee-b804-ac7714750443 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.172493] env[69765]: DEBUG oslo_vmware.api [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943303, 'name': PowerOnVM_Task, 'duration_secs': 1.164397} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.172809] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.173110] env[69765]: DEBUG nova.compute.manager [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.175337] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6129a-505b-44af-89e3-6a77c94d7376 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.349867] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.395750] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.398063] env[69765]: DEBUG nova.network.neutron [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updating instance_info_cache with network_info: [{"id": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "address": "fa:16:3e:10:7a:aa", "network": {"id": "dac84bd5-a6a8-4f2a-a7a8-10c5080be5b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-638979677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd64e39c6d04524aa064c82253ce3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42340e5e-c5", "ovs_interfaceid": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.535864] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943309, 'name': Rename_Task, 'duration_secs': 0.142872} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.537705] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.538028] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27104dda-6e65-4c23-b387-6ff5dbbcb05c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.546962] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 938.546962] env[69765]: value = "task-3943310" [ 938.546962] env[69765]: _type = "Task" [ 938.546962] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.561890] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.575116] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bc59a4-5770-b3c1-9ffc-df3de20ba4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.575116] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.575363] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 763138ad-4b8e-4cb1-8e84-b606e48e777c/763138ad-4b8e-4cb1-8e84-b606e48e777c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.576131] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c836e047-80cb-4545-93bc-d714c9408b78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.584512] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 938.584512] env[69765]: value = "task-3943311" [ 938.584512] env[69765]: _type = "Task" [ 938.584512] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.587107] env[69765]: DEBUG nova.compute.manager [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Received event network-vif-plugged-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.587316] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Acquiring lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.587579] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.587794] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.587965] env[69765]: DEBUG nova.compute.manager [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] No waiting events found dispatching network-vif-plugged-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.588162] env[69765]: WARNING nova.compute.manager [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Received unexpected event network-vif-plugged-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 for instance with vm_state building and task_state spawning. [ 938.588324] env[69765]: DEBUG nova.compute.manager [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Received event network-changed-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.588489] env[69765]: DEBUG nova.compute.manager [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Refreshing instance network info cache due to event network-changed-42340e5e-c5cf-4c00-98ca-26d9b63f5d90. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.588662] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Acquiring lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.603146] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.709796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.826701] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 938.827047] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782736', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'name': 'volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'serial': '451d62d8-bc51-4b1a-bf1f-9caf2500515c'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 938.828211] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d2995-c55e-4f90-bc95-5fd3ba5b0c2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.849050] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e9a96-ead4-4e12-960f-2830e35e223c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.884376] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c/volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.892390] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0ae775-f31d-42a2-a803-ba5d18b372bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.915489] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Releasing lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.915845] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Instance network_info: |[{"id": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "address": "fa:16:3e:10:7a:aa", "network": {"id": "dac84bd5-a6a8-4f2a-a7a8-10c5080be5b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-638979677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd64e39c6d04524aa064c82253ce3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42340e5e-c5", "ovs_interfaceid": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.916271] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Acquired lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.916532] env[69765]: DEBUG nova.network.neutron [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Refreshing network info cache for port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 938.918647] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:7a:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42340e5e-c5cf-4c00-98ca-26d9b63f5d90', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.929390] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Creating folder: Project (cfd64e39c6d04524aa064c82253ce3d8). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.934684] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2ee31bf-e22d-4bc0-bdfd-8a7917e4fc56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.938572] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.946346] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943308, 'name': CreateSnapshot_Task, 'duration_secs': 0.908545} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.946346] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 938.946346] env[69765]: value = "task-3943312" [ 938.946346] env[69765]: _type = "Task" [ 938.946346] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.946346] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.946873] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d3396-c48f-414a-b63f-cb2dc6718957 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.958111] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Created folder: Project (cfd64e39c6d04524aa064c82253ce3d8) in parent group-v782532. [ 938.958432] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Creating folder: Instances. Parent ref: group-v782741. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.962970] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea74e7ae-c31d-4946-a99c-1026db306cff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.965550] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.984074] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Created folder: Instances in parent group-v782741. [ 938.984497] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.984822] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.985165] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b34c7bd4-e5de-4afa-9478-fd97e33f8b83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.016121] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.016121] env[69765]: value = "task-3943315" [ 939.016121] env[69765]: _type = "Task" [ 939.016121] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.029460] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.060521] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.101743] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.135817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.141s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.146530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.481s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.148203] env[69765]: INFO nova.compute.claims [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.324515] env[69765]: DEBUG nova.network.neutron [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updated VIF entry in instance network info cache for port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 939.324909] env[69765]: DEBUG nova.network.neutron [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updating instance_info_cache with network_info: [{"id": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "address": "fa:16:3e:10:7a:aa", "network": {"id": "dac84bd5-a6a8-4f2a-a7a8-10c5080be5b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-638979677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd64e39c6d04524aa064c82253ce3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42340e5e-c5", "ovs_interfaceid": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.458914] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.490306] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.490916] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff4618d6-126a-4e6c-835d-410ef12951ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.502888] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 939.502888] env[69765]: value = "task-3943316" [ 939.502888] env[69765]: _type = "Task" [ 939.502888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.515574] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943316, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.526662] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.557863] env[69765]: DEBUG oslo_vmware.api [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943310, 'name': PowerOnVM_Task, 'duration_secs': 0.654886} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.558175] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.558387] env[69765]: INFO nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Took 10.38 seconds to spawn the instance on the hypervisor. [ 939.558572] env[69765]: DEBUG nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.559391] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eea1e0-f60a-498b-8200-4494e25fe97b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.603911] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570022} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.603911] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 763138ad-4b8e-4cb1-8e84-b606e48e777c/763138ad-4b8e-4cb1-8e84-b606e48e777c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.603911] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.604191] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7bb54c-04a5-4929-9941-93829715783f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.616636] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 939.616636] env[69765]: value = "task-3943317" [ 939.616636] env[69765]: _type = "Task" [ 939.616636] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.629148] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.780342] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Successfully updated port: f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.827284] env[69765]: DEBUG oslo_concurrency.lockutils [req-1190f8a1-486c-49e4-9c4f-4711d2cb39b1 req-a73d3900-374d-40f8-8f67-36c8eba7171d service nova] Releasing lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.957650] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943312, 'name': ReconfigVM_Task, 'duration_secs': 0.882347} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.957952] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c/volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.962781] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8479c8a9-0237-4ce1-b0e9-c210c222f2f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.979800] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 939.979800] env[69765]: value = "task-3943318" [ 939.979800] env[69765]: _type = "Task" [ 939.979800] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.991546] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.017796] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943316, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.028891] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.085845] env[69765]: INFO nova.compute.manager [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Took 19.20 seconds to build instance. [ 940.128150] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256652} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.128636] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.129815] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b274f09-34e8-481b-a907-831c9e50399b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.160205] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 763138ad-4b8e-4cb1-8e84-b606e48e777c/763138ad-4b8e-4cb1-8e84-b606e48e777c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.160946] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab2df12-6b3f-4f43-aa51-20e747fe0ce6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.189039] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 940.189039] env[69765]: value = "task-3943319" [ 940.189039] env[69765]: _type = "Task" [ 940.189039] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.198701] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.283520] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.283615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquired lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.283912] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 940.493709] env[69765]: DEBUG oslo_vmware.api [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943318, 'name': ReconfigVM_Task, 'duration_secs': 0.179205} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.494139] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782736', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'name': 'volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'serial': '451d62d8-bc51-4b1a-bf1f-9caf2500515c'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.516223] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943316, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.530282] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.589825] env[69765]: DEBUG oslo_concurrency.lockutils [None req-daf3a885-b862-48f5-864f-fd080fa2b529 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.709s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.590841] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa507dee-9446-4675-bba5-b8ce00f78c22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.600263] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a211e-6878-4c1c-b713-e7b8498befc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.639535] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c42aa2-602d-4dc4-8ac9-a7ab84298482 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.643162] env[69765]: DEBUG nova.compute.manager [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Received event network-vif-plugged-f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.643350] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Acquiring lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.643590] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.644035] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.644035] env[69765]: DEBUG nova.compute.manager [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] No waiting events found dispatching network-vif-plugged-f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.644133] env[69765]: WARNING nova.compute.manager [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Received unexpected event network-vif-plugged-f6e69372-8480-4958-a319-31482664d3ec for instance with vm_state building and task_state spawning. [ 940.644277] env[69765]: DEBUG nova.compute.manager [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Received event network-changed-f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.644432] env[69765]: DEBUG nova.compute.manager [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Refreshing instance network info cache due to event network-changed-f6e69372-8480-4958-a319-31482664d3ec. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.644659] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Acquiring lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.655781] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa893dc3-8daf-42ce-8cea-cb3cb3a2eb7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.673314] env[69765]: DEBUG nova.compute.provider_tree [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.701804] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943319, 'name': ReconfigVM_Task, 'duration_secs': 0.494979} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.701804] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 763138ad-4b8e-4cb1-8e84-b606e48e777c/763138ad-4b8e-4cb1-8e84-b606e48e777c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.702526] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15cce81d-b29c-43fd-a446-0cdc5a8fb0ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.706186] env[69765]: INFO nova.compute.manager [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Swapping old allocation on dict_keys(['974ec474-c930-4644-a9cb-e8fbc2072a2b']) held by migration 4322f041-c319-4026-8367-34c8a1e7b43a for instance [ 940.712062] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 940.712062] env[69765]: value = "task-3943320" [ 940.712062] env[69765]: _type = "Task" [ 940.712062] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.728507] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943320, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.742259] env[69765]: DEBUG nova.scheduler.client.report [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Overwriting current allocation {'allocations': {'974ec474-c930-4644-a9cb-e8fbc2072a2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': '01f950453b424efd85838a5042924786', 'user_id': '0831c7d3a9a24fc7913f8b72eec86e9f', 'consumer_generation': 1} on consumer 39e69184-7d63-4e33-9560-00a3473240f3 {{(pid=69765) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 940.765272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.765788] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.766203] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.766551] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.766941] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.769983] env[69765]: INFO nova.compute.manager [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Terminating instance [ 940.813666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.813788] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.814664] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleting the datastore file [datastore2] 00770212-75b7-4043-b43d-a1735f759564 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.814983] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21eaca9-e048-49ac-aff7-8339a2ee7c5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.819729] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.819729] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.819939] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore2] 4f6921b2-4d5a-4394-ad37-58ee96b3b695 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.824023] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c67b521-1008-4315-b9b3-5ecafb5e8bb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825743] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 940.825743] env[69765]: value = "task-3943321" [ 940.825743] env[69765]: _type = "Task" [ 940.825743] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.834907] env[69765]: DEBUG oslo_vmware.api [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 940.834907] env[69765]: value = "task-3943322" [ 940.834907] env[69765]: _type = "Task" [ 940.834907] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.843232] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.850768] env[69765]: DEBUG oslo_vmware.api [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.876074] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 940.926275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.926275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquired lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.926275] env[69765]: DEBUG nova.network.neutron [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 941.022031] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943316, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.035170] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.134182] env[69765]: DEBUG nova.network.neutron [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Updating instance_info_cache with network_info: [{"id": "f6e69372-8480-4958-a319-31482664d3ec", "address": "fa:16:3e:ec:4d:85", "network": {"id": "b9a849ad-1389-43f6-80b5-2406c3c43be3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252004738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b4cca85859d47fda49cbea814354bf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e69372-84", "ovs_interfaceid": "f6e69372-8480-4958-a319-31482664d3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.180174] env[69765]: DEBUG nova.scheduler.client.report [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.226691] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943320, 'name': Rename_Task, 'duration_secs': 0.185059} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.226983] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.227256] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65dc48c6-b9bc-4eda-948f-a3db0a44c4f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.233836] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 941.233836] env[69765]: value = "task-3943323" [ 941.233836] env[69765]: _type = "Task" [ 941.233836] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.242973] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.276828] env[69765]: DEBUG nova.compute.manager [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.277972] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.278998] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde6c90-92af-4a44-b441-9468f19dc4a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.290161] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.291933] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5f7fe5-3a3a-4138-b634-d6339a514dd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.298675] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 941.298675] env[69765]: value = "task-3943324" [ 941.298675] env[69765]: _type = "Task" [ 941.298675] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.308384] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.338398] env[69765]: DEBUG oslo_vmware.api [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212252} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.343779] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.343779] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.343991] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.344392] env[69765]: INFO nova.compute.manager [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 00770212-75b7-4043-b43d-a1735f759564] Took 5.17 seconds to destroy the instance on the hypervisor. [ 941.345034] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.345189] env[69765]: DEBUG nova.compute.manager [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.345317] env[69765]: DEBUG nova.network.neutron [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 941.355495] env[69765]: DEBUG oslo_vmware.api [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21308} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.355815] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.356033] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.356226] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.356407] env[69765]: INFO nova.compute.manager [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Took 3.93 seconds to destroy the instance on the hypervisor. [ 941.356666] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.356871] env[69765]: DEBUG nova.compute.manager [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.356970] env[69765]: DEBUG nova.network.neutron [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 941.520326] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943316, 'name': CloneVM_Task, 'duration_secs': 1.930932} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.526393] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created linked-clone VM from snapshot [ 941.529460] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d24d0f-a34d-4fd6-ba60-9159ff57af6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.545531] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.546045] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploading image c1c9270b-1b1b-44c6-b1e4-ecb036b28dc6 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.560264] env[69765]: DEBUG nova.objects.instance [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lazy-loading 'flavor' on Instance uuid 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.587414] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 941.587414] env[69765]: value = "vm-782744" [ 941.587414] env[69765]: _type = "VirtualMachine" [ 941.587414] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 941.587680] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77fafabc-3bcf-431d-92b4-15f8a3590ece {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.598139] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease: (returnval){ [ 941.598139] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b465d7-9acc-afbb-1e56-a3b7884686d7" [ 941.598139] env[69765]: _type = "HttpNfcLease" [ 941.598139] env[69765]: } obtained for exporting VM: (result){ [ 941.598139] env[69765]: value = "vm-782744" [ 941.598139] env[69765]: _type = "VirtualMachine" [ 941.598139] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 941.598488] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the lease: (returnval){ [ 941.598488] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b465d7-9acc-afbb-1e56-a3b7884686d7" [ 941.598488] env[69765]: _type = "HttpNfcLease" [ 941.598488] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 941.610118] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.610118] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b465d7-9acc-afbb-1e56-a3b7884686d7" [ 941.610118] env[69765]: _type = "HttpNfcLease" [ 941.610118] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 941.637013] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Releasing lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.637431] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Instance network_info: |[{"id": "f6e69372-8480-4958-a319-31482664d3ec", "address": "fa:16:3e:ec:4d:85", "network": {"id": "b9a849ad-1389-43f6-80b5-2406c3c43be3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252004738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b4cca85859d47fda49cbea814354bf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e69372-84", "ovs_interfaceid": "f6e69372-8480-4958-a319-31482664d3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.637807] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Acquired lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.638106] env[69765]: DEBUG nova.network.neutron [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Refreshing network info cache for port f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 941.639821] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:4d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6e69372-8480-4958-a319-31482664d3ec', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.657315] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Creating folder: Project (2b4cca85859d47fda49cbea814354bf3). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.657965] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1e08b7-fc8a-4ca4-8a61-55e6b933b359 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.674368] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Created folder: Project (2b4cca85859d47fda49cbea814354bf3) in parent group-v782532. [ 941.674368] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Creating folder: Instances. Parent ref: group-v782745. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.678952] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f313ac-7b85-43d1-bc4d-705637eb066d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.686280] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.686970] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.691222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.969s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.695642] env[69765]: INFO nova.compute.claims [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.698774] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Created folder: Instances in parent group-v782745. [ 941.699028] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.699528] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.699729] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11015a4f-2af9-40b5-a0f5-fc362e3daf8c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.724430] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.724430] env[69765]: value = "task-3943328" [ 941.724430] env[69765]: _type = "Task" [ 941.724430] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.748517] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943328, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.755544] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943323, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.812837] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.912643] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "378063f0-6499-472c-800b-b271ce736960" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.913174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.913174] env[69765]: DEBUG nova.compute.manager [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.914244] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fb0b9-5d8e-4df4-bc44-63dc312ce8f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.923822] env[69765]: DEBUG nova.compute.manager [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 941.924881] env[69765]: DEBUG nova.objects.instance [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'flavor' on Instance uuid 378063f0-6499-472c-800b-b271ce736960 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.035893] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.067968] env[69765]: DEBUG oslo_concurrency.lockutils [None req-42f86f3a-a7ab-47ee-b6f8-3ff85f2fd770 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.396s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.110135] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.110135] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b465d7-9acc-afbb-1e56-a3b7884686d7" [ 942.110135] env[69765]: _type = "HttpNfcLease" [ 942.110135] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 942.110436] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 942.110436] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b465d7-9acc-afbb-1e56-a3b7884686d7" [ 942.110436] env[69765]: _type = "HttpNfcLease" [ 942.110436] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 942.111313] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c6a76b-1563-45d2-be7c-c0a09357d5cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.120672] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 942.120894] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 942.198500] env[69765]: DEBUG nova.compute.utils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.202119] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.202119] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.219496] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60cdbd64-c6ac-4fad-b5f2-1e3ebc55cd60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.223501] env[69765]: DEBUG nova.network.neutron [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [{"id": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "address": "fa:16:3e:4d:21:2a", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c40c10d-eb", "ovs_interfaceid": "2c40c10d-eb86-411a-bf05-af553ef6c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.243626] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943328, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.253329] env[69765]: DEBUG oslo_vmware.api [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943323, 'name': PowerOnVM_Task, 'duration_secs': 0.682881} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.253630] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.253915] env[69765]: INFO nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Took 10.45 seconds to spawn the instance on the hypervisor. [ 942.254044] env[69765]: DEBUG nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.255070] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f221e4c-d51f-4d64-8973-464537c49b90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.301331] env[69765]: DEBUG nova.policy [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b9ae57761b48238527809944ca8194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8360ef9804d4d95a19b2eeaf422d0fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.314279] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.532592] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.668395] env[69765]: DEBUG nova.network.neutron [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Updated VIF entry in instance network info cache for port f6e69372-8480-4958-a319-31482664d3ec. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 942.668395] env[69765]: DEBUG nova.network.neutron [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Updating instance_info_cache with network_info: [{"id": "f6e69372-8480-4958-a319-31482664d3ec", "address": "fa:16:3e:ec:4d:85", "network": {"id": "b9a849ad-1389-43f6-80b5-2406c3c43be3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1252004738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4cca85859d47fda49cbea814354bf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6e69372-84", "ovs_interfaceid": "f6e69372-8480-4958-a319-31482664d3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.708398] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.727167] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Releasing lock "refresh_cache-39e69184-7d63-4e33-9560-00a3473240f3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.728230] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.729358] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aaf24da-96a7-4b1c-9907-5098ecbb9101 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.744253] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943328, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.749949] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 942.749949] env[69765]: value = "task-3943329" [ 942.749949] env[69765]: _type = "Task" [ 942.749949] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.762269] env[69765]: DEBUG nova.network.neutron [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.771020] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.793813] env[69765]: INFO nova.compute.manager [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Took 21.65 seconds to build instance. [ 942.799735] env[69765]: DEBUG nova.compute.manager [req-f6e392ba-286b-4559-9c39-09928c036f19 req-cb4fe3fc-2c4e-4191-9f9c-fcd8b9695bf0 service nova] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Received event network-vif-deleted-2dc82fe7-a1b8-4c11-b3d0-ebcab35459bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.799735] env[69765]: DEBUG nova.compute.manager [req-f6e392ba-286b-4559-9c39-09928c036f19 req-cb4fe3fc-2c4e-4191-9f9c-fcd8b9695bf0 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Received event network-vif-deleted-b5cec225-0262-4b06-b3c0-a1965a2eb81f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.799958] env[69765]: INFO nova.compute.manager [req-f6e392ba-286b-4559-9c39-09928c036f19 req-cb4fe3fc-2c4e-4191-9f9c-fcd8b9695bf0 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Neutron deleted interface b5cec225-0262-4b06-b3c0-a1965a2eb81f; detaching it from the instance and deleting it from the info cache [ 942.799958] env[69765]: DEBUG nova.network.neutron [req-f6e392ba-286b-4559-9c39-09928c036f19 req-cb4fe3fc-2c4e-4191-9f9c-fcd8b9695bf0 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.818036] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.847606] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Successfully created port: 53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.860713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.861435] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.939069] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.941125] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d3e0ce9-8550-4057-b03e-c621dc1c106b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.953474] env[69765]: DEBUG oslo_vmware.api [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 942.953474] env[69765]: value = "task-3943330" [ 942.953474] env[69765]: _type = "Task" [ 942.953474] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.967590] env[69765]: DEBUG oslo_vmware.api [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.995359] env[69765]: DEBUG nova.network.neutron [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.036401] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.175284] env[69765]: DEBUG oslo_concurrency.lockutils [req-e3ec9ffe-2205-4e4f-a217-42a6bc722731 req-9ac1cb9c-6560-4005-b5da-3d21df05c25d service nova] Releasing lock "refresh_cache-b508dcde-eb7c-4c8a-a38e-6e2f2a253904" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.272244] env[69765]: INFO nova.compute.manager [-] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Took 1.91 seconds to deallocate network for instance. [ 943.272548] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943328, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.293874] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943329, 'name': PowerOffVM_Task, 'duration_secs': 0.324232} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.297160] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.297621] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:30:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2cf55443-e97c-4795-bcae-f8a29ae18791',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1359657521',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.297834] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.299018] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.299720] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.299942] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.300345] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.312386] env[69765]: DEBUG oslo_concurrency.lockutils [None req-92dd9ca1-9c19-4bf3-9d34-2ce687f26576 tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.195s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.313046] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0f7c9c-bacf-416f-8c91-ca977a1f2cf9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.331800] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc59e765-eb09-4c9f-af3e-d36c61620fe5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.346875] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943324, 'name': PowerOffVM_Task, 'duration_secs': 1.96019} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.352134] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.352134] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.352508] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 943.352508] env[69765]: value = "task-3943331" [ 943.352508] env[69765]: _type = "Task" [ 943.352508] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.352903] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-345e4d9a-5240-4426-9840-3b4084f1ef83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.358483] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f878458a-c2cd-43d7-beb8-82fc2b18e8ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.377396] env[69765]: INFO nova.compute.manager [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Detaching volume 451d62d8-bc51-4b1a-bf1f-9caf2500515c [ 943.399068] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.421571] env[69765]: DEBUG nova.compute.manager [req-f6e392ba-286b-4559-9c39-09928c036f19 req-cb4fe3fc-2c4e-4191-9f9c-fcd8b9695bf0 service nova] [instance: 00770212-75b7-4043-b43d-a1735f759564] Detach interface failed, port_id=b5cec225-0262-4b06-b3c0-a1965a2eb81f, reason: Instance 00770212-75b7-4043-b43d-a1735f759564 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.442333] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3deb01-36d7-47dd-b2d7-b39e5f1f74d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.446316] env[69765]: INFO nova.virt.block_device [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Attempting to driver detach volume 451d62d8-bc51-4b1a-bf1f-9caf2500515c from mountpoint /dev/sdb [ 943.446642] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.446862] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782736', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'name': 'volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'serial': '451d62d8-bc51-4b1a-bf1f-9caf2500515c'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.447857] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ce406-fd93-442f-a1f9-ebfc3fc2f066 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.480821] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a844d87-e146-4778-aa8f-97091d543155 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.484498] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a130b56-54a4-4344-a4f6-86f877e083b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.488341] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.488494] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.488680] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore2] a851fd77-681c-4b5f-ba48-d6f79389b90b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.492350] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ec76e9b-c5e8-4710-8678-634dea919dc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.496161] env[69765]: DEBUG oslo_vmware.api [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943330, 'name': PowerOffVM_Task, 'duration_secs': 0.215557} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.496161] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.496161] env[69765]: DEBUG nova.compute.manager [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.496785] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b8e41-ac9d-4969-867b-e59b6d2dd444 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.533035] env[69765]: INFO nova.compute.manager [-] [instance: 00770212-75b7-4043-b43d-a1735f759564] Took 2.19 seconds to deallocate network for instance. [ 943.538298] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64918b9b-c18b-49cd-ac87-d7d9e75ad7cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.544239] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b58ff3-7818-418d-8aa5-cbc27ebae06a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.547077] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 943.547077] env[69765]: value = "task-3943333" [ 943.547077] env[69765]: _type = "Task" [ 943.547077] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.583995] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943315, 'name': CreateVM_Task, 'duration_secs': 4.224827} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.584257] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.585183] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3929656b-aabc-4c90-b523-69fa4d9dc574 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.589313] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2225a-a054-4ba7-98fe-7f267a540e8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.598655] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.598991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600105] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.601052] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.601363] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142ca016-58cf-46f9-ba48-8ca6baadb6e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.621267] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] The volume has not been displaced from its original location: [datastore2] volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c/volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.627280] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.640407] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337b1952-2cab-4a3e-8f6d-25de17f70dad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.652306] env[69765]: DEBUG nova.compute.provider_tree [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.654273] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 943.654273] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526d2f5e-b6da-bbec-e27f-93909ffce9dd" [ 943.654273] env[69765]: _type = "Task" [ 943.654273] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.665024] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 943.665024] env[69765]: value = "task-3943334" [ 943.665024] env[69765]: _type = "Task" [ 943.665024] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.666560] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526d2f5e-b6da-bbec-e27f-93909ffce9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01951} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.671395] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.671613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.671845] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.671992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.672190] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.672848] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ecebb8-d1d8-4ce6-baa0-dd6d8183b569 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.682265] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.683686] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.683907] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.684659] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bb13a9-6923-4de1-9009-4566f8e33e6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.696029] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 943.696029] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52384228-b90e-b380-f2a4-7941996d67fa" [ 943.696029] env[69765]: _type = "Task" [ 943.696029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.704554] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52384228-b90e-b380-f2a4-7941996d67fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.722896] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.743153] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943328, 'name': CreateVM_Task, 'duration_secs': 1.565299} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.744951] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.744951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.745456] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.746193] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.746613] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee72c85-2f2f-497d-9eb1-1b95538d1e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.756640] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 943.756640] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5206bab1-28b1-4655-b2ad-3f84bae7e375" [ 943.756640] env[69765]: _type = "Task" [ 943.756640] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.767374] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5206bab1-28b1-4655-b2ad-3f84bae7e375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.771035] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.771035] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.771315] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.771315] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.771427] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.771605] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.771995] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.772241] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.772566] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.772700] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.772907] env[69765]: DEBUG nova.virt.hardware [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.774158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa9572b-4030-42fb-8759-b56a5cb42def {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.783343] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01df2a-f1d0-4448-8610-6dd0835a25fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.800583] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.882457] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943331, 'name': ReconfigVM_Task, 'duration_secs': 0.270117} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.883410] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eabdcc-dd52-4486-896f-df7ef6e596fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.890921] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.891494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.891964] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.892360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.892681] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.914737] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:30:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2cf55443-e97c-4795-bcae-f8a29ae18791',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1359657521',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.915538] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.918593] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.918825] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.918992] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.919176] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.919399] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.919615] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.919925] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.920175] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.920450] env[69765]: DEBUG nova.virt.hardware [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.921785] env[69765]: INFO nova.compute.manager [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Terminating instance [ 943.923825] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb2fad6-9ae5-4ba2-8700-45f8d2db73ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.932936] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 943.932936] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52303934-bc7f-496d-cec8-c5ec2d065d1d" [ 943.932936] env[69765]: _type = "Task" [ 943.932936] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.945008] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52303934-bc7f-496d-cec8-c5ec2d065d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.058015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.064448] env[69765]: DEBUG oslo_vmware.api [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309022} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.064846] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.065154] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.065377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.065728] env[69765]: INFO nova.compute.manager [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Took 2.79 seconds to destroy the instance on the hypervisor. [ 944.065993] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.066336] env[69765]: DEBUG nova.compute.manager [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.066534] env[69765]: DEBUG nova.network.neutron [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 944.084269] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6ef99bc9-79f4-42e1-87e5-8eb3f71595af tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.171s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.156094] env[69765]: DEBUG nova.scheduler.client.report [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.180100] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943334, 'name': ReconfigVM_Task, 'duration_secs': 0.386531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.180515] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.186982] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b6b4d7-6fac-490c-8edf-69c7c12a327b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.217708] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52384228-b90e-b380-f2a4-7941996d67fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017844} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.220801] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 944.220801] env[69765]: value = "task-3943335" [ 944.220801] env[69765]: _type = "Task" [ 944.220801] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.221038] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86eab730-6b81-4839-a539-272eb989e943 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.231955] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 944.231955] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5240a7d6-232f-5790-3bd1-c8f824dd18ff" [ 944.231955] env[69765]: _type = "Task" [ 944.231955] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.236256] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.247904] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5240a7d6-232f-5790-3bd1-c8f824dd18ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.270703] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5206bab1-28b1-4655-b2ad-3f84bae7e375, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.271049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.271304] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.271588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.271742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.271946] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.272245] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81dce7af-c176-4fe0-9b49-2c8657ded49e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.283234] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.283552] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.284407] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30686aa-a7df-45b0-bcb3-922dda2a1985 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.290719] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 944.290719] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528c1880-ae19-807c-9d65-47caa91493e4" [ 944.290719] env[69765]: _type = "Task" [ 944.290719] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.301531] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528c1880-ae19-807c-9d65-47caa91493e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.434705] env[69765]: DEBUG nova.compute.manager [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.438024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.438024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e445d4-4835-4eb1-88b2-2420859b9537 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.455780] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.460672] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529a0b00-b85b-4314-8a1d-536a06e2d673 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.463572] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52303934-bc7f-496d-cec8-c5ec2d065d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.472508] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.473658] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7444cebf-0a1a-4beb-8dd5-e0d464a39d49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.497115] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 944.497115] env[69765]: value = "task-3943336" [ 944.497115] env[69765]: _type = "Task" [ 944.497115] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.507042] env[69765]: DEBUG nova.compute.manager [req-31d0330d-07ab-4d33-b9a5-9fb36f3da1c8 req-deea70cd-cbf1-40bb-b2b8-0d8a4450b722 service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Received event network-vif-deleted-dee16188-76a4-4922-b241-3baadb7cbef4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.507321] env[69765]: INFO nova.compute.manager [req-31d0330d-07ab-4d33-b9a5-9fb36f3da1c8 req-deea70cd-cbf1-40bb-b2b8-0d8a4450b722 service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Neutron deleted interface dee16188-76a4-4922-b241-3baadb7cbef4; detaching it from the instance and deleting it from the info cache [ 944.507534] env[69765]: DEBUG nova.network.neutron [req-31d0330d-07ab-4d33-b9a5-9fb36f3da1c8 req-deea70cd-cbf1-40bb-b2b8-0d8a4450b722 service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.513070] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 944.513070] env[69765]: value = "task-3943337" [ 944.513070] env[69765]: _type = "Task" [ 944.513070] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.523203] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.532681] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.662380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.971s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.662929] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.669429] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.111s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.710386] env[69765]: INFO nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Rebuilding instance [ 944.734149] env[69765]: DEBUG oslo_vmware.api [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943335, 'name': ReconfigVM_Task, 'duration_secs': 0.188326} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.734638] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782736', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'name': 'volume-451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '451d62d8-bc51-4b1a-bf1f-9caf2500515c', 'serial': '451d62d8-bc51-4b1a-bf1f-9caf2500515c'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.755667] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5240a7d6-232f-5790-3bd1-c8f824dd18ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.759940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.760270] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] e5f3f844-58c7-4970-9aed-230e4b4d9df3/e5f3f844-58c7-4970-9aed-230e4b4d9df3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.761380] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bc06934-c387-499a-a5aa-f9130f0c01b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.773319] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 944.773319] env[69765]: value = "task-3943338" [ 944.773319] env[69765]: _type = "Task" [ 944.773319] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.783217] env[69765]: DEBUG nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.784509] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c55543-4c61-484e-a1dd-577ccc404d9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.793824] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.808714] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528c1880-ae19-807c-9d65-47caa91493e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020894} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.813479] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b6d168-b563-4ad9-a23a-b0adb2766f9d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.820012] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 944.820012] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525c6a6a-b661-412d-e26e-d9fde322463a" [ 944.820012] env[69765]: _type = "Task" [ 944.820012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.836073] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525c6a6a-b661-412d-e26e-d9fde322463a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.894964] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Successfully updated port: 53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.936424] env[69765]: DEBUG nova.network.neutron [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.013607] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943336, 'name': PowerOffVM_Task, 'duration_secs': 0.228987} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.013884] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327aa16d-5673-44d7-91bc-5001ad489c4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016560] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.016826] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.024574] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09c2d76-03c8-40ef-bde1-d88d4495103e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.039289] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943337, 'name': ReconfigVM_Task, 'duration_secs': 0.248783} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.040693] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.042570] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed7620d-9203-4e7e-8e6b-3d3bca19c69e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.049925] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bde8df-d4cc-4cf6-8e7c-3126c7e2f224 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.089910] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.107150] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e3844a-649d-4dcc-ab9d-565a6dab8b38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.121519] env[69765]: DEBUG nova.compute.manager [req-31d0330d-07ab-4d33-b9a5-9fb36f3da1c8 req-deea70cd-cbf1-40bb-b2b8-0d8a4450b722 service nova] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Detach interface failed, port_id=dee16188-76a4-4922-b241-3baadb7cbef4, reason: Instance a851fd77-681c-4b5f-ba48-d6f79389b90b could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.129888] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 945.129888] env[69765]: value = "task-3943340" [ 945.129888] env[69765]: _type = "Task" [ 945.129888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.135083] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.135378] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.135621] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Deleting the datastore file [datastore2] 763138ad-4b8e-4cb1-8e84-b606e48e777c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.139522] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1629bc18-3150-476b-a090-b8233d8fc473 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.147690] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.154441] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for the task: (returnval){ [ 945.154441] env[69765]: value = "task-3943341" [ 945.154441] env[69765]: _type = "Task" [ 945.154441] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.165631] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.169315] env[69765]: DEBUG nova.compute.utils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.171617] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 945.205256] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37856d35-2315-47c3-80b8-2ad2f2a694f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.216264] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7567441-ddbf-4e72-9be9-4189c1058395 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.252648] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b60395-2513-4b98-b285-8a22b621b61b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.261988] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a4fb8-c3f5-465c-aeb4-8756da1a7460 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.278868] env[69765]: DEBUG nova.compute.provider_tree [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.292131] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303481] env[69765]: DEBUG nova.objects.instance [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lazy-loading 'flavor' on Instance uuid 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.332187] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525c6a6a-b661-412d-e26e-d9fde322463a, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.332531] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.332805] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b508dcde-eb7c-4c8a-a38e-6e2f2a253904/b508dcde-eb7c-4c8a-a38e-6e2f2a253904.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.333107] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35354fbe-24e1-49bc-b010-7ddb64a050a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.342658] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 945.342658] env[69765]: value = "task-3943342" [ 945.342658] env[69765]: _type = "Task" [ 945.342658] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.352833] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.401316] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.401516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.401699] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 945.438929] env[69765]: INFO nova.compute.manager [-] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Took 1.37 seconds to deallocate network for instance. [ 945.642430] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.664641] env[69765]: DEBUG oslo_vmware.api [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Task: {'id': task-3943341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379713} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.664824] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.664898] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.665096] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.665275] env[69765]: INFO nova.compute.manager [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 945.665624] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.665847] env[69765]: DEBUG nova.compute.manager [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.665937] env[69765]: DEBUG nova.network.neutron [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 945.672641] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.784208] env[69765]: DEBUG nova.scheduler.client.report [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.795039] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609692} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.795529] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] e5f3f844-58c7-4970-9aed-230e4b4d9df3/e5f3f844-58c7-4970-9aed-230e4b4d9df3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.795841] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.796212] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e668b48-b819-4ab2-ba18-8eccded69e3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.805852] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 945.805852] env[69765]: value = "task-3943343" [ 945.805852] env[69765]: _type = "Task" [ 945.805852] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.809452] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.817476] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f19daef-7a29-42b2-a6b0-e833cff7dec5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.828776] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.830529] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 945.830529] env[69765]: value = "task-3943344" [ 945.830529] env[69765]: _type = "Task" [ 945.830529] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.841340] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.841740] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.842684] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2043478d-b1ff-4f98-a55c-2ad76c93180e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.856999] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.859593] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.859906] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6546f15f-582d-493c-867b-5a09a1aa32b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.946622] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.964774] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 946.104790] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.104790] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.104790] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore1] 378063f0-6499-472c-800b-b271ce736960 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.104790] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8dc32f5-b8e0-445e-84ff-3839fe1a1e89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.110995] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 946.110995] env[69765]: value = "task-3943346" [ 946.110995] env[69765]: _type = "Task" [ 946.110995] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.128494] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.141924] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943340, 'name': ReconfigVM_Task, 'duration_secs': 0.546321} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.141924] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3/39e69184-7d63-4e33-9560-00a3473240f3.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.142602] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f679a9-17c5-4b7b-b585-22afb167b852 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.168845] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8342e4-a78f-420d-b620-917b457e1b88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.195309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0785919-7e8c-4014-bb50-e95aba625c7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.216209] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac04984d-094e-42c7-9992-21667a73f082 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.226025] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.226025] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cc62f5e-eb62-4ff4-8a83-781cea4cd908 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.233699] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 946.233699] env[69765]: value = "task-3943347" [ 946.233699] env[69765]: _type = "Task" [ 946.233699] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.244303] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.265635] env[69765]: DEBUG nova.network.neutron [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Updating instance_info_cache with network_info: [{"id": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "address": "fa:16:3e:38:85:cf", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fb35a7-c6", "ovs_interfaceid": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.290369] env[69765]: DEBUG oslo_concurrency.lockutils [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.290779] env[69765]: INFO nova.compute.manager [None req-cc5f2f3f-d996-4fc8-b619-9a969b16eab2 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Successfully reverted task state from rebuilding on failure for instance. [ 946.302182] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.815s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.302468] env[69765]: INFO nova.compute.claims [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.319696] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117756} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.320044] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.320593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23b4a1ea-fb93-4c82-bdc3-7b8bcef51fe4 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.459s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.322258] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2d4ed-23b0-4edd-b950-5cc0b62a91d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.347711] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e5f3f844-58c7-4970-9aed-230e4b4d9df3/e5f3f844-58c7-4970-9aed-230e4b4d9df3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.348744] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d58885-225c-4101-868c-492e3611d7ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.375668] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.377085] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 946.377085] env[69765]: value = "task-3943348" [ 946.377085] env[69765]: _type = "Task" [ 946.377085] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.386040] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.625369] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186211} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.625836] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.626011] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.626254] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.639431] env[69765]: DEBUG nova.network.neutron [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.700487] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.705826] env[69765]: DEBUG nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Received event network-vif-plugged-53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.706921] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Acquiring lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.706921] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.706921] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.706921] env[69765]: DEBUG nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] No waiting events found dispatching network-vif-plugged-53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.706921] env[69765]: WARNING nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Received unexpected event network-vif-plugged-53fb35a7-c69d-4364-91bb-41aeae2fed06 for instance with vm_state building and task_state spawning. [ 946.707814] env[69765]: DEBUG nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Received event network-changed-53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.707814] env[69765]: DEBUG nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Refreshing instance network info cache due to event network-changed-53fb35a7-c69d-4364-91bb-41aeae2fed06. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.707814] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Acquiring lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.730595] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.730863] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.731044] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.731362] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.731408] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.731559] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.731792] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.732024] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.732188] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.732312] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.732585] env[69765]: DEBUG nova.virt.hardware [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.733577] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0961ae5-4c9a-4cc8-bdda-1838b1731ec7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746270] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.750377] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ff3c6-9ca9-4a05-b5dd-2cb35e464bbf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.768204] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.770890] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Instance network_info: |[{"id": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "address": "fa:16:3e:38:85:cf", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fb35a7-c6", "ovs_interfaceid": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.771519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.777932] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Creating folder: Project (4f26f04ce4dc4e97bb5a1f89d246b751). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.778093] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Acquired lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.778271] env[69765]: DEBUG nova.network.neutron [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Refreshing network info cache for port 53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 946.779823] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:85:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53fb35a7-c69d-4364-91bb-41aeae2fed06', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.787681] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.788236] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4581d5-e871-45a6-be80-f4e954f85842 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.792940] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.793863] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c471997-8c1b-481e-8b75-7a49b22b4e47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.819538] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.819538] env[69765]: value = "task-3943350" [ 946.819538] env[69765]: _type = "Task" [ 946.819538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.822771] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Created folder: Project (4f26f04ce4dc4e97bb5a1f89d246b751) in parent group-v782532. [ 946.822771] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Creating folder: Instances. Parent ref: group-v782748. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.826939] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8090e5c3-46ed-4638-a6b2-f6f8dcb6376e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.838745] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943350, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.840552] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Created folder: Instances in parent group-v782748. [ 946.840929] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.841129] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.841368] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a48984d4-8165-4933-b066-127930883c89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.869380] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943342, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.873262] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.873262] env[69765]: value = "task-3943352" [ 946.873262] env[69765]: _type = "Task" [ 946.873262] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.880121] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943352, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.891245] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943348, 'name': ReconfigVM_Task, 'duration_secs': 0.38188} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.891571] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e5f3f844-58c7-4970-9aed-230e4b4d9df3/e5f3f844-58c7-4970-9aed-230e4b4d9df3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.893276] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1564f691-c938-49d2-a42f-5499f68a8f8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.902563] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 946.902563] env[69765]: value = "task-3943353" [ 946.902563] env[69765]: _type = "Task" [ 946.902563] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.916178] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943353, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.141260] env[69765]: INFO nova.compute.manager [-] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Took 1.48 seconds to deallocate network for instance. [ 947.149986] env[69765]: DEBUG nova.network.neutron [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Updated VIF entry in instance network info cache for port 53fb35a7-c69d-4364-91bb-41aeae2fed06. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 947.150431] env[69765]: DEBUG nova.network.neutron [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Updating instance_info_cache with network_info: [{"id": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "address": "fa:16:3e:38:85:cf", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fb35a7-c6", "ovs_interfaceid": "53fb35a7-c69d-4364-91bb-41aeae2fed06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.251698] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.340597] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943350, 'name': CreateVM_Task, 'duration_secs': 0.491651} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.340956] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.342797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.342797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.342797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.345090] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbb1b04-9649-42ec-b4a1-1e0295d8dbe4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.352043] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 947.352043] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fe786c-0fc1-106b-0d28-a62bd2d18126" [ 947.352043] env[69765]: _type = "Task" [ 947.352043] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.375297] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fe786c-0fc1-106b-0d28-a62bd2d18126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.391897] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.561125} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.392775] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b508dcde-eb7c-4c8a-a38e-6e2f2a253904/b508dcde-eb7c-4c8a-a38e-6e2f2a253904.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.392775] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.393623] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0261bd-33a6-4ee0-b643-38dc417e7993 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.402417] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943352, 'name': CreateVM_Task, 'duration_secs': 0.392872} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.407228] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.408426] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.415933] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 947.415933] env[69765]: value = "task-3943354" [ 947.415933] env[69765]: _type = "Task" [ 947.415933] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.431244] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943353, 'name': Rename_Task, 'duration_secs': 0.180943} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.432558] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.432951] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04fabef9-d703-4fd6-b988-d4aa899aa986 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.440928] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.447608] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 947.447608] env[69765]: value = "task-3943355" [ 947.447608] env[69765]: _type = "Task" [ 947.447608] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.468484] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.519683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.520128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.649573] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.653080] env[69765]: DEBUG oslo_concurrency.lockutils [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] Releasing lock "refresh_cache-38434b02-7421-45d1-9b34-b06bbf9d4ea6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.653370] env[69765]: DEBUG nova.compute.manager [req-72def3d1-057d-463b-81cc-012ea587d733 req-170eab84-1877-4b45-9ee7-4100e72e2398 service nova] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Received event network-vif-deleted-b39da15e-a70e-44fe-8d81-f074665ef73f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.694476] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.694885] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.695164] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.695512] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.695765] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.696024] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.696408] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.696678] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.696962] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.697249] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.697526] env[69765]: DEBUG nova.virt.hardware [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.698764] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c6f13-b82e-4533-afb2-161cfde966d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.710589] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79479f-7e03-446b-bedb-1591aba5e0d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.729016] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:aa:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092c1a1e-055d-44ce-b7a5-9f33556bdffe', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.736748] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.739655] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.740183] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb46ba7-a909-4417-b6fc-ea2c9b3a446e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.766973] env[69765]: DEBUG oslo_vmware.api [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943347, 'name': PowerOnVM_Task, 'duration_secs': 1.14323} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.768548] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.771960] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.771960] env[69765]: value = "task-3943356" [ 947.771960] env[69765]: _type = "Task" [ 947.771960] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.785378] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943356, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.813278] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d9fa1-d5aa-4ddb-9fec-d73120d1dca9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.822861] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c764fcbc-36f6-470d-be77-81d54dec976b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.863782] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50b7d6-a861-4f2b-86f6-36b1074cd303 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.877749] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59329c-298d-4123-b16e-680f3055f570 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.880902] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fe786c-0fc1-106b-0d28-a62bd2d18126, 'name': SearchDatastore_Task, 'duration_secs': 0.021993} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.881311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.881542] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.881809] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.882206] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.882206] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.882893] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.883239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.883595] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75eb2a49-1d5e-42e7-9c50-ff600037c38d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.895868] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b552d3-b31c-453b-9038-7a0f00467c52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.896997] env[69765]: DEBUG nova.compute.provider_tree [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.906439] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 947.906439] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527c0133-abe2-490a-8391-7cd53aa6db4f" [ 947.906439] env[69765]: _type = "Task" [ 947.906439] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.909483] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.909734] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.911680] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5275cbb2-55c1-414e-a146-5277e7a47e57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.918938] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527c0133-abe2-490a-8391-7cd53aa6db4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.924745] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 947.924745] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520ecac5-236b-72f2-eeca-9563932e08f6" [ 947.924745] env[69765]: _type = "Task" [ 947.924745] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.932375] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080535} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.933051] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.933913] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d019910-2f33-4e53-8bf3-17b051a8d913 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.939765] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520ecac5-236b-72f2-eeca-9563932e08f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.960098] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] b508dcde-eb7c-4c8a-a38e-6e2f2a253904/b508dcde-eb7c-4c8a-a38e-6e2f2a253904.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.964036] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cfca78-e249-4cc1-a9c1-9a7fcdb32737 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.989103] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.990270] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 947.990270] env[69765]: value = "task-3943357" [ 947.990270] env[69765]: _type = "Task" [ 947.990270] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.000388] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.024207] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.293168] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943356, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.400785] env[69765]: DEBUG nova.scheduler.client.report [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.420397] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527c0133-abe2-490a-8391-7cd53aa6db4f, 'name': SearchDatastore_Task, 'duration_secs': 0.026978} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.420759] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.421501] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.421767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.437594] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520ecac5-236b-72f2-eeca-9563932e08f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01644} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.438887] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a634e49c-0af4-4c61-a023-83845391aa86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.445942] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 948.445942] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5231048d-0fca-c0fb-844d-30d922594a16" [ 948.445942] env[69765]: _type = "Task" [ 948.445942] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.459129] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5231048d-0fca-c0fb-844d-30d922594a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.465240] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.502258] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943357, 'name': ReconfigVM_Task, 'duration_secs': 0.423814} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.502558] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Reconfigured VM instance instance-0000004b to attach disk [datastore1] b508dcde-eb7c-4c8a-a38e-6e2f2a253904/b508dcde-eb7c-4c8a-a38e-6e2f2a253904.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.503398] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c8d2f0-4c27-478d-ae2f-43e5ff4e060d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.512170] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 948.512170] env[69765]: value = "task-3943358" [ 948.512170] env[69765]: _type = "Task" [ 948.512170] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.522247] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943358, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.567442] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.787163] env[69765]: INFO nova.compute.manager [None req-c9141eef-b93f-4ed3-a7d0-0e0b03598342 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance to original state: 'active' [ 948.791045] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943356, 'name': CreateVM_Task, 'duration_secs': 0.941696} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.791045] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.791734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.791902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.792248] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.792511] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b15bd8-9284-4164-b922-7d21b752c1b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.799102] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 948.799102] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523491ea-9c59-6905-c2d6-782c182d51d7" [ 948.799102] env[69765]: _type = "Task" [ 948.799102] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.808215] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523491ea-9c59-6905-c2d6-782c182d51d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.913797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.914625] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.917260] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.510s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.917487] env[69765]: DEBUG nova.objects.instance [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lazy-loading 'resources' on Instance uuid 5769e77d-dcce-4f87-9e71-1de9c7177ddb {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.960188] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5231048d-0fca-c0fb-844d-30d922594a16, 'name': SearchDatastore_Task, 'duration_secs': 0.013633} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.960888] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.961172] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 38434b02-7421-45d1-9b34-b06bbf9d4ea6/38434b02-7421-45d1-9b34-b06bbf9d4ea6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.961462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961674] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.961917] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db313bf9-9990-46e8-ac94-b8b6cd1c9a7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.967529] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15468886-d0b1-4742-a9bf-658cd559ebb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.969412] env[69765]: DEBUG oslo_vmware.api [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943355, 'name': PowerOnVM_Task, 'duration_secs': 1.133562} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.970756] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.970975] env[69765]: INFO nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Took 14.53 seconds to spawn the instance on the hypervisor. [ 948.971178] env[69765]: DEBUG nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.972528] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f8b5e-3794-4484-a24f-968f966dd337 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.976815] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 948.976815] env[69765]: value = "task-3943359" [ 948.976815] env[69765]: _type = "Task" [ 948.976815] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.983636] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.983833] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.988445] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b75242-d803-41b5-aa5f-905033c684d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.994895] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.999029] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 948.999029] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5295142f-9781-17e4-9ab4-a112a7d26c91" [ 948.999029] env[69765]: _type = "Task" [ 948.999029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.008492] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5295142f-9781-17e4-9ab4-a112a7d26c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.024757] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943358, 'name': Rename_Task, 'duration_secs': 0.214406} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.025347] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.025664] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17f4873-656f-488c-8f33-44838d257f92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.034230] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 949.034230] env[69765]: value = "task-3943360" [ 949.034230] env[69765]: _type = "Task" [ 949.034230] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.045277] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.312283] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523491ea-9c59-6905-c2d6-782c182d51d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018001} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.312731] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312898] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.313141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.420991] env[69765]: DEBUG nova.compute.utils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.427934] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.428400] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.492691] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.520628] env[69765]: INFO nova.compute.manager [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Took 27.25 seconds to build instance. [ 949.529542] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5295142f-9781-17e4-9ab4-a112a7d26c91, 'name': SearchDatastore_Task, 'duration_secs': 0.015421} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.534724] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6712728d-a91a-4799-a044-a203f630272c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.553680] env[69765]: DEBUG nova.policy [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.562031] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 949.562031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5234f740-32b6-29ee-c06c-9f3e1bd21f57" [ 949.562031] env[69765]: _type = "Task" [ 949.562031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.564538] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.584084] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5234f740-32b6-29ee-c06c-9f3e1bd21f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.932821] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.949150] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fdbc43-2067-4b5e-88e3-3f4cd5b9d86a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.957690] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc005ff-a4af-4774-80ba-07c09dedf9d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.998815] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167654b-720e-4669-b685-5769e61c8d3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.011449] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7c6df-2884-470e-bf7c-d213bd6d21a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.016833] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672216} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.016833] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 38434b02-7421-45d1-9b34-b06bbf9d4ea6/38434b02-7421-45d1-9b34-b06bbf9d4ea6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.016833] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.017658] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b5751b-d51f-444a-88fc-78b740fc925e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.029939] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fe3e679-cab0-44a2-bde3-8ebb51c4a7cb tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.773s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.029939] env[69765]: DEBUG nova.compute.provider_tree [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.037867] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 950.037867] env[69765]: value = "task-3943361" [ 950.037867] env[69765]: _type = "Task" [ 950.037867] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.053757] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.057531] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.074830] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5234f740-32b6-29ee-c06c-9f3e1bd21f57, 'name': SearchDatastore_Task, 'duration_secs': 0.061627} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.074975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.075300] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.075663] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.075898] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.076164] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7a72c75-74e6-4c5e-b398-e1757997942c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.078508] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804e48d4-cbbc-4be7-b2c4-30c203696040 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.087059] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 950.087059] env[69765]: value = "task-3943362" [ 950.087059] env[69765]: _type = "Task" [ 950.087059] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.093271] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.093271] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.093271] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391dd7f3-933a-4a51-aee6-f594acc7c43e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.101334] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.105244] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 950.105244] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fc8012-65aa-0ac8-9dbe-48eb9e1f2f1f" [ 950.105244] env[69765]: _type = "Task" [ 950.105244] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.114582] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fc8012-65aa-0ac8-9dbe-48eb9e1f2f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.369357] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Successfully created port: e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.535098] env[69765]: DEBUG nova.scheduler.client.report [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.555092] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094619} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.556213] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.557612] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cca1f1-ecf7-48b3-bd8f-ff8a1a060b94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.563956] env[69765]: DEBUG oslo_vmware.api [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943360, 'name': PowerOnVM_Task, 'duration_secs': 1.283634} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.565429] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.565922] env[69765]: INFO nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Took 12.53 seconds to spawn the instance on the hypervisor. [ 950.565922] env[69765]: DEBUG nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.567139] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca93e17-87ed-4b33-9039-e4ea70b3a196 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.594708] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 38434b02-7421-45d1-9b34-b06bbf9d4ea6/38434b02-7421-45d1-9b34-b06bbf9d4ea6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.594708] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d828dee-b699-4569-a51c-7088b7087583 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.629970] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.638066] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 950.638066] env[69765]: value = "task-3943363" [ 950.638066] env[69765]: _type = "Task" [ 950.638066] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.639077] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fc8012-65aa-0ac8-9dbe-48eb9e1f2f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016828} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.645328] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bb0f4c-b303-47b5-babc-35f4a7381740 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.657147] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.657147] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 950.657147] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cdcd57-24a4-04a2-752d-134afa8e4509" [ 950.657147] env[69765]: _type = "Task" [ 950.657147] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.666921] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cdcd57-24a4-04a2-752d-134afa8e4509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.721162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "39e69184-7d63-4e33-9560-00a3473240f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.721734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.722091] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "39e69184-7d63-4e33-9560-00a3473240f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.722465] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.722764] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.727496] env[69765]: INFO nova.compute.manager [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Terminating instance [ 950.753414] env[69765]: DEBUG nova.compute.manager [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Received event network-changed-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.753647] env[69765]: DEBUG nova.compute.manager [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Refreshing instance network info cache due to event network-changed-42340e5e-c5cf-4c00-98ca-26d9b63f5d90. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.753869] env[69765]: DEBUG oslo_concurrency.lockutils [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] Acquiring lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.754131] env[69765]: DEBUG oslo_concurrency.lockutils [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] Acquired lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.754257] env[69765]: DEBUG nova.network.neutron [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Refreshing network info cache for port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 950.950911] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.995154] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.995674] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.995925] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.996223] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.996683] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.996983] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.997328] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.997576] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.998155] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.998427] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.998699] env[69765]: DEBUG nova.virt.hardware [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.000452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93224eff-d585-47e3-a5ba-ebbfe7686601 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.016151] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade3946-033c-4a4b-a253-a2cf17aad6a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.042552] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.046770] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.394s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.050631] env[69765]: INFO nova.compute.claims [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.105548] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66593} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.108177] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.109141] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.109141] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.109723] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2da08ab-35d1-45fb-a7c9-2e2bfed96161 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.112854] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c6c718a-f6ca-414c-81b1-22031f44fb34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.118020] env[69765]: INFO nova.scheduler.client.report [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Deleted allocations for instance 5769e77d-dcce-4f87-9e71-1de9c7177ddb [ 951.121742] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.123022] env[69765]: ERROR oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk due to incomplete transfer. [ 951.125883] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61cc2403-2e97-42cc-9948-2f8717a59cb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.131384] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 951.131384] env[69765]: value = "task-3943364" [ 951.131384] env[69765]: _type = "Task" [ 951.131384] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.135028] env[69765]: INFO nova.compute.manager [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Took 24.24 seconds to build instance. [ 951.147478] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.151844] env[69765]: DEBUG oslo_vmware.rw_handles [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52605f42-08d4-dfa4-c711-b0d504ac2a64/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 951.152127] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploaded image c1c9270b-1b1b-44c6-b1e4-ecb036b28dc6 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 951.155737] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.159113] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54262ce3-90f6-45b2-9aae-7fd595ad67d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.161331] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.174026] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cdcd57-24a4-04a2-752d-134afa8e4509, 'name': SearchDatastore_Task, 'duration_secs': 0.053244} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.174026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.174311] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.174527] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 951.174527] env[69765]: value = "task-3943365" [ 951.174527] env[69765]: _type = "Task" [ 951.174527] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.174918] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a46181d5-f119-4a13-a0a5-8cc88da1633c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.189439] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943365, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.191124] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 951.191124] env[69765]: value = "task-3943366" [ 951.191124] env[69765]: _type = "Task" [ 951.191124] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.215836] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.234593] env[69765]: DEBUG nova.compute.manager [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.234917] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.237205] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bf105-16cd-4a9c-a8dc-85a5df2aec07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.250039] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.250039] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ee0e46-b47e-4a80-bb79-f4ec0dea921a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261875] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 951.261875] env[69765]: value = "task-3943367" [ 951.261875] env[69765]: _type = "Task" [ 951.261875] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.275914] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.634194] env[69765]: DEBUG oslo_concurrency.lockutils [None req-14959763-e8a8-4a62-a4d9-1f33400912ac tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.753s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.634618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb27606c-2295-4f6e-9b36-46703c5d473d tempest-ImagesNegativeTestJSON-2145841902 tempest-ImagesNegativeTestJSON-2145841902-project-member] Lock "5769e77d-dcce-4f87-9e71-1de9c7177ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.095s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.651659] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943363, 'name': ReconfigVM_Task, 'duration_secs': 0.884732} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.655591] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 38434b02-7421-45d1-9b34-b06bbf9d4ea6/38434b02-7421-45d1-9b34-b06bbf9d4ea6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.656795] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083444} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.656982] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c37c504-d3f5-4841-99ac-c2e211ff66d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.659367] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.660306] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60282c-9ebb-4cb2-bee2-3f74ccfb6b3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.686927] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.692438] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f97a7c-a6b8-4e52-9632-2e2644638471 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.712120] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 951.712120] env[69765]: value = "task-3943368" [ 951.712120] env[69765]: _type = "Task" [ 951.712120] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.730482] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 951.730482] env[69765]: value = "task-3943369" [ 951.730482] env[69765]: _type = "Task" [ 951.730482] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.742595] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943365, 'name': Destroy_Task, 'duration_secs': 0.426337} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.742595] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.742595] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943368, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.745900] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroyed the VM [ 951.746179] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.746509] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b45f0e7-3698-4513-a06d-05ce985500b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.755251] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 951.755251] env[69765]: value = "task-3943370" [ 951.755251] env[69765]: _type = "Task" [ 951.755251] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.760255] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.774681] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943367, 'name': PowerOffVM_Task, 'duration_secs': 0.230442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.778510] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.778932] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.779261] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.780276] env[69765]: DEBUG nova.network.neutron [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updated VIF entry in instance network info cache for port 42340e5e-c5cf-4c00-98ca-26d9b63f5d90. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 951.780654] env[69765]: DEBUG nova.network.neutron [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updating instance_info_cache with network_info: [{"id": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "address": "fa:16:3e:10:7a:aa", "network": {"id": "dac84bd5-a6a8-4f2a-a7a8-10c5080be5b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-638979677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfd64e39c6d04524aa064c82253ce3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42340e5e-c5", "ovs_interfaceid": "42340e5e-c5cf-4c00-98ca-26d9b63f5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.782038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a652b6c9-570e-426c-8cb0-fcf0976d8e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.861279] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.861360] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.861801] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleting the datastore file [datastore1] 39e69184-7d63-4e33-9560-00a3473240f3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.862192] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff53df1-196b-41d4-b4de-a1f3a4555467 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.871300] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 951.871300] env[69765]: value = "task-3943372" [ 951.871300] env[69765]: _type = "Task" [ 951.871300] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.883174] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.229860] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623184} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.231055] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.231055] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.231055] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efdea6f2-49f3-42f5-8f45-daf85fbfdd47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.236762] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943368, 'name': Rename_Task, 'duration_secs': 0.250766} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.237539] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.237859] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a7a6821-49fb-4120-8322-7cc6e6215a86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.250368] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 952.250368] env[69765]: value = "task-3943373" [ 952.250368] env[69765]: _type = "Task" [ 952.250368] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.250718] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 952.250718] env[69765]: value = "task-3943374" [ 952.250718] env[69765]: _type = "Task" [ 952.250718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.263025] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943369, 'name': ReconfigVM_Task, 'duration_secs': 0.378185} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.270613] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.278738] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434c41e4-3869-442d-920a-72731eb6fd54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.281133] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.281442] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.288511] env[69765]: DEBUG oslo_concurrency.lockutils [req-3874073f-c8e8-47fb-9293-3aa2d24958ff req-d7930333-a45b-46d6-ad31-ea79850b68fa service nova] Releasing lock "refresh_cache-e5f3f844-58c7-4970-9aed-230e4b4d9df3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.288717] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943370, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.290853] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 952.290853] env[69765]: value = "task-3943375" [ 952.290853] env[69765]: _type = "Task" [ 952.290853] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.306614] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943375, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.384959] env[69765]: DEBUG oslo_vmware.api [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189189} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.385311] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.385422] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.385641] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.385823] env[69765]: INFO nova.compute.manager [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.386107] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.386328] env[69765]: DEBUG nova.compute.manager [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.386419] env[69765]: DEBUG nova.network.neutron [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 952.410621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.410621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.410621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.410621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.410621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.413726] env[69765]: INFO nova.compute.manager [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Terminating instance [ 952.561790] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74631c6-0d16-4914-be59-264aebd7b96a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.578314] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405dafc1-d21a-4400-9160-f945ff509472 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.610663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b43d818-c2d1-441b-823a-0c3d0864c03d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.623551] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2446cb-7411-489e-af0c-cf903e0bcd6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.639378] env[69765]: DEBUG nova.compute.provider_tree [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.764370] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136367} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.771391] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.771746] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943374, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.772588] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88652a75-b8fd-443c-ae19-59db857180b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.784471] env[69765]: DEBUG oslo_vmware.api [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943370, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015344} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.796113] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 952.796443] env[69765]: INFO nova.compute.manager [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 952.811049] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.815078] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f053a18f-a553-48bb-9e66-3e59f947a2d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.836337] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943375, 'name': Rename_Task, 'duration_secs': 0.172153} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.838362] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.838362] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 952.838362] env[69765]: value = "task-3943376" [ 952.838362] env[69765]: _type = "Task" [ 952.838362] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.838629] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b9b105-0ba0-4f36-9510-63a09c810617 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850659] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.852244] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 952.852244] env[69765]: value = "task-3943377" [ 952.852244] env[69765]: _type = "Task" [ 952.852244] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.861141] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.876231] env[69765]: DEBUG nova.compute.manager [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received event network-vif-plugged-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.876517] env[69765]: DEBUG oslo_concurrency.lockutils [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.876727] env[69765]: DEBUG oslo_concurrency.lockutils [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.876943] env[69765]: DEBUG oslo_concurrency.lockutils [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.877085] env[69765]: DEBUG nova.compute.manager [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] No waiting events found dispatching network-vif-plugged-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.877253] env[69765]: WARNING nova.compute.manager [req-f0f67890-354c-424c-b5da-33d2b7a63fb2 req-c9e4c5ec-c1fe-409c-b760-87541b520485 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received unexpected event network-vif-plugged-e8ee4186-83c2-4b5e-9a50-925772992dfd for instance with vm_state building and task_state spawning. [ 952.918184] env[69765]: DEBUG nova.compute.manager [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.918438] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.919355] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe06285-2913-4803-b129-f8149a5e106a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.930209] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.930417] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3747e8e2-de39-43e1-8e95-d06c812b3b1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.938733] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 952.938733] env[69765]: value = "task-3943378" [ 952.938733] env[69765]: _type = "Task" [ 952.938733] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.956246] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.981237] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Successfully updated port: e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.148215] env[69765]: DEBUG nova.scheduler.client.report [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.263339] env[69765]: DEBUG oslo_vmware.api [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943374, 'name': PowerOnVM_Task, 'duration_secs': 0.956908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.263632] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.263833] env[69765]: INFO nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Took 9.54 seconds to spawn the instance on the hypervisor. [ 953.264023] env[69765]: DEBUG nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.264833] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550ee38-0bf9-4885-8b48-1e786dc8db0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.352966] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.368083] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.404224] env[69765]: DEBUG nova.compute.manager [None req-82b260b3-9ebe-4fff-82d3-6ada3b8628f2 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Found 1 images (rotation: 2) {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 953.453083] env[69765]: DEBUG nova.network.neutron [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.454475] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943378, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.486088] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.486289] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.486506] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 953.654271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.654863] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.659204] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.641s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.659204] env[69765]: DEBUG nova.objects.instance [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lazy-loading 'resources' on Instance uuid 8069b8f8-8f10-49c8-a741-5c773d65a30b {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.784380] env[69765]: INFO nova.compute.manager [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Took 25.14 seconds to build instance. [ 953.853282] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943376, 'name': ReconfigVM_Task, 'duration_secs': 0.937731} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.853934] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 378063f0-6499-472c-800b-b271ce736960/378063f0-6499-472c-800b-b271ce736960.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.857589] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86923fbb-a119-498c-9726-4b81032512fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.865842] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.867266] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 953.867266] env[69765]: value = "task-3943379" [ 953.867266] env[69765]: _type = "Task" [ 953.867266] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.875853] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943379, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.949531] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943378, 'name': PowerOffVM_Task, 'duration_secs': 0.5415} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.950143] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.950143] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.950348] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b668acfd-b5f5-49da-90d4-217afff494de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.955646] env[69765]: INFO nova.compute.manager [-] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Took 1.57 seconds to deallocate network for instance. [ 954.016519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.016718] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.016836] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Deleting the datastore file [datastore1] b508dcde-eb7c-4c8a-a38e-6e2f2a253904 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.017150] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5ce2e2-e4e4-45fd-afd1-97fb9438358a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.033420] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for the task: (returnval){ [ 954.033420] env[69765]: value = "task-3943381" [ 954.033420] env[69765]: _type = "Task" [ 954.033420] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.042413] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 954.068940] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.167030] env[69765]: DEBUG nova.compute.utils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.170907] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.173448] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.276066] env[69765]: DEBUG nova.policy [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '420e3a94815e4dd3b043022387d89274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f5ed5acd0040538a1f8fbca4304f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.285045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7d3df47-7b6c-4c1c-ab31-ce909a331c08 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.659s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.342041] env[69765]: DEBUG nova.network.neutron [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updating instance_info_cache with network_info: [{"id": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "address": "fa:16:3e:db:64:b1", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee4186-83", "ovs_interfaceid": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.363428] env[69765]: DEBUG oslo_vmware.api [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943377, 'name': PowerOnVM_Task, 'duration_secs': 1.022678} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.366333] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.366600] env[69765]: INFO nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Took 7.67 seconds to spawn the instance on the hypervisor. [ 954.366864] env[69765]: DEBUG nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.367787] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220bdfcb-92ec-41bf-8fc2-198dcb245652 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.384707] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943379, 'name': Rename_Task, 'duration_secs': 0.241103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.388572] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.393199] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b845059b-cb64-4d9a-bfb5-96257a79b50b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.402253] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 954.402253] env[69765]: value = "task-3943382" [ 954.402253] env[69765]: _type = "Task" [ 954.402253] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.410785] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.467776] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.544389] env[69765]: DEBUG oslo_vmware.api [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Task: {'id': task-3943381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238504} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.547547] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.547781] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.547961] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.548158] env[69765]: INFO nova.compute.manager [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Took 1.63 seconds to destroy the instance on the hypervisor. [ 954.548413] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.549992] env[69765]: DEBUG nova.compute.manager [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.549992] env[69765]: DEBUG nova.network.neutron [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 954.669660] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f03d26-851b-4da4-8178-30833400287c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.672551] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.681577] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ebff28-be64-4c4b-b338-6dd4b04e3d3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.715208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bedfbfc-b5fb-428c-aec8-393a09a68c10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.725019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8356545-7e97-4887-ba50-dc04f21c850a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.740388] env[69765]: DEBUG nova.compute.provider_tree [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.842945] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.842945] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance network_info: |[{"id": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "address": "fa:16:3e:db:64:b1", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee4186-83", "ovs_interfaceid": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.843637] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:64:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ee4186-83c2-4b5e-9a50-925772992dfd', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.852646] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.853011] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.853202] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-488b5170-cea9-466c-aa15-dd3d0292f122 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.881994] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.881994] env[69765]: value = "task-3943383" [ 954.881994] env[69765]: _type = "Task" [ 954.881994] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.891428] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943383, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.900183] env[69765]: INFO nova.compute.manager [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Took 25.21 seconds to build instance. [ 954.915631] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.133758] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Successfully created port: a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.281389] env[69765]: DEBUG nova.compute.manager [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Received event network-vif-deleted-2c40c10d-eb86-411a-bf05-af553ef6c40b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.281830] env[69765]: DEBUG nova.compute.manager [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received event network-changed-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.282070] env[69765]: DEBUG nova.compute.manager [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Refreshing instance network info cache due to event network-changed-e8ee4186-83c2-4b5e-9a50-925772992dfd. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.282429] env[69765]: DEBUG oslo_concurrency.lockutils [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] Acquiring lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.282727] env[69765]: DEBUG oslo_concurrency.lockutils [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] Acquired lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.282977] env[69765]: DEBUG nova.network.neutron [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Refreshing network info cache for port e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 955.286102] env[69765]: ERROR nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] [req-9e38bee1-c22c-482e-8228-9fa9b1527174] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e38bee1-c22c-482e-8228-9fa9b1527174"}]} [ 955.315769] env[69765]: DEBUG nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 955.349518] env[69765]: DEBUG nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 955.349762] env[69765]: DEBUG nova.compute.provider_tree [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.365330] env[69765]: DEBUG nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 955.394236] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943383, 'name': CreateVM_Task, 'duration_secs': 0.458639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.394236] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.394236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.394236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.394236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.394236] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4b90df-94f2-41e5-8e65-63ba7b6be460 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.396382] env[69765]: DEBUG nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 955.405029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5fb3fda4-6ee0-4ee9-a893-54ca54e6df5f tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.739s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.407109] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 955.407109] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523fdc4b-fe12-48e8-e391-0a3dc24f6f6d" [ 955.407109] env[69765]: _type = "Task" [ 955.407109] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.415153] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943382, 'name': PowerOnVM_Task, 'duration_secs': 0.885091} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.415887] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.418906] env[69765]: DEBUG nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.418906] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfda781-7b7b-4e43-b70b-807971365ad5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.423439] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523fdc4b-fe12-48e8-e391-0a3dc24f6f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.439144] env[69765]: DEBUG nova.compute.manager [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.439732] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc97f0-b473-43ff-8a19-16ff3e1e2e83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.635334] env[69765]: DEBUG nova.network.neutron [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.682245] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.730231] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.730231] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.730231] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.730231] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.730231] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.730573] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.730802] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.731014] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.731128] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.731295] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.731481] env[69765]: DEBUG nova.virt.hardware [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.732481] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f3d813-7266-4708-aa36-ec3a829cb22c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.740161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.740421] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.740649] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.740972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.741185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.744950] env[69765]: INFO nova.compute.manager [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Terminating instance [ 955.750017] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1810d3-5933-46f2-ab72-4c67cf87528e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.845175] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734e920-9527-4b3d-9b40-b26ae48ff6e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.853603] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e53c1-b200-4d2b-831a-7c77bf4cc207 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.886749] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240b548-6d17-4024-b3ae-616dc837a3d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.897251] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dc578-85ad-4271-a939-b83d76d4b535 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.918019] env[69765]: DEBUG nova.compute.provider_tree [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.926745] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523fdc4b-fe12-48e8-e391-0a3dc24f6f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.016694} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.930384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.930646] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.930892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.931054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.931271] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.931825] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5e97720-3eaf-4b91-b12d-7e1d882ccdfd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.935093] env[69765]: INFO nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] bringing vm to original state: 'stopped' [ 955.946538] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.946719] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.948342] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ba8e94-91d8-4609-a899-23e36a007605 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.953867] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 955.953867] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d0a24d-b982-a526-579c-0d8f1385186a" [ 955.953867] env[69765]: _type = "Task" [ 955.953867] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.962729] env[69765]: INFO nova.compute.manager [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] instance snapshotting [ 955.963372] env[69765]: DEBUG nova.objects.instance [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.972187] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d0a24d-b982-a526-579c-0d8f1385186a, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.972187] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035ca5d8-ea78-40e0-80aa-3bce5f10e441 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.978793] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 955.978793] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523644c6-e5bb-95db-7f4a-a31f0ac13106" [ 955.978793] env[69765]: _type = "Task" [ 955.978793] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.989941] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523644c6-e5bb-95db-7f4a-a31f0ac13106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.113138] env[69765]: INFO nova.compute.manager [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Rebuilding instance [ 956.135481] env[69765]: INFO nova.compute.manager [-] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Took 1.59 seconds to deallocate network for instance. [ 956.190673] env[69765]: DEBUG nova.network.neutron [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updated VIF entry in instance network info cache for port e8ee4186-83c2-4b5e-9a50-925772992dfd. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 956.191049] env[69765]: DEBUG nova.network.neutron [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updating instance_info_cache with network_info: [{"id": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "address": "fa:16:3e:db:64:b1", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee4186-83", "ovs_interfaceid": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.201054] env[69765]: DEBUG nova.compute.manager [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.202561] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fc7053-c8a8-4cc6-832d-39e2fc289e64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.250190] env[69765]: DEBUG nova.compute.manager [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.250884] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.252590] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a969285-3fc0-40fd-a8c7-e678c2f2bda8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.261649] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.261958] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7ee9a9-581f-4a53-bd9b-41b6fb03e530 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.269391] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 956.269391] env[69765]: value = "task-3943384" [ 956.269391] env[69765]: _type = "Task" [ 956.269391] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.278588] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.471599] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a7444-541b-4a04-bef1-a08e8ba069f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.492864] env[69765]: DEBUG nova.scheduler.client.report [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 956.493169] env[69765]: DEBUG nova.compute.provider_tree [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 105 to 106 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 956.493367] env[69765]: DEBUG nova.compute.provider_tree [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.500779] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69316fe2-5a75-4973-8ce6-fe28be9a637d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.514510] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523644c6-e5bb-95db-7f4a-a31f0ac13106, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.515340] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.515657] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40a23b14-dda2-4e5c-b245-86893b19f7b2/40a23b14-dda2-4e5c-b245-86893b19f7b2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.515923] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec9e067-8948-414c-a52d-82fb060a76ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.523987] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 956.523987] env[69765]: value = "task-3943385" [ 956.523987] env[69765]: _type = "Task" [ 956.523987] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.532639] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.647290] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.699153] env[69765]: DEBUG oslo_concurrency.lockutils [req-916b8469-64fe-4e4e-94cc-378fd671b71b req-fa8a40c9-1b8d-47e7-ba16-21c7cee694aa service nova] Releasing lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.785339] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943384, 'name': PowerOffVM_Task, 'duration_secs': 0.211968} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.785832] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.786183] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.786634] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf9b8f77-7809-476d-b182-48f8648f373f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.871076] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.871319] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.871953] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleting the datastore file [datastore1] 38434b02-7421-45d1-9b34-b06bbf9d4ea6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.872356] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92879d4c-7dec-41f9-af69-29186edace45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.882654] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 956.882654] env[69765]: value = "task-3943387" [ 956.882654] env[69765]: _type = "Task" [ 956.882654] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.893601] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.942496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "378063f0-6499-472c-800b-b271ce736960" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.942800] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.942994] env[69765]: DEBUG nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.944109] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f933e21-9469-48ad-b371-ab942102b6bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.952785] env[69765]: DEBUG nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 956.999081] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.340s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.002880] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.113s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.005358] env[69765]: INFO nova.compute.claims [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.016412] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 957.016412] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e1e8ffd-a489-48d0-b314-10d1fc48e6ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.029293] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 957.029293] env[69765]: value = "task-3943388" [ 957.029293] env[69765]: _type = "Task" [ 957.029293] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.056616] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.056736] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943388, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.092495] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Successfully updated port: a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.225616] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.226081] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d441a17-1c15-434e-9ffd-e5f7f5d33228 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.235921] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 957.235921] env[69765]: value = "task-3943389" [ 957.235921] env[69765]: _type = "Task" [ 957.235921] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.247210] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.359432] env[69765]: DEBUG nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Received event network-vif-deleted-f6e69372-8480-4958-a319-31482664d3ec {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.359816] env[69765]: DEBUG nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Received event network-vif-plugged-a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.360386] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Acquiring lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.360762] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.361068] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.361415] env[69765]: DEBUG nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] No waiting events found dispatching network-vif-plugged-a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.361624] env[69765]: WARNING nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Received unexpected event network-vif-plugged-a3aa7e97-9097-459d-b126-a08d9a55dd1c for instance with vm_state building and task_state spawning. [ 957.361968] env[69765]: DEBUG nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Received event network-changed-a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.362869] env[69765]: DEBUG nova.compute.manager [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Refreshing instance network info cache due to event network-changed-a3aa7e97-9097-459d-b126-a08d9a55dd1c. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.362869] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Acquiring lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.363151] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Acquired lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.363292] env[69765]: DEBUG nova.network.neutron [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Refreshing network info cache for port a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 957.396599] env[69765]: DEBUG oslo_vmware.api [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454629} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.396901] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.397154] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.397362] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.397581] env[69765]: INFO nova.compute.manager [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.397855] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.398098] env[69765]: DEBUG nova.compute.manager [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.398200] env[69765]: DEBUG nova.network.neutron [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 957.459079] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.459446] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b57092-5640-4685-86a0-1bb844e8d9ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.470272] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 957.470272] env[69765]: value = "task-3943390" [ 957.470272] env[69765]: _type = "Task" [ 957.470272] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.479457] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.542037] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674366} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.542786] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40a23b14-dda2-4e5c-b245-86893b19f7b2/40a23b14-dda2-4e5c-b245-86893b19f7b2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.544036] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.544036] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213de4e0-4ef2-49fd-b94a-195b221611f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.548371] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943388, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.554030] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 957.554030] env[69765]: value = "task-3943391" [ 957.554030] env[69765]: _type = "Task" [ 957.554030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.563333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-101b5841-5f4a-4bf1-9789-e5cf377bd034 tempest-ServerActionsV293TestJSON-510894173 tempest-ServerActionsV293TestJSON-510894173-project-member] Lock "8069b8f8-8f10-49c8-a741-5c773d65a30b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.800s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.568258] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.599709] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.748739] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943389, 'name': PowerOffVM_Task, 'duration_secs': 0.16093} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.749132] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.749302] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.750301] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08906b10-23bb-46e3-b588-afa54cec4f29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.758544] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.758813] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-361ef0bb-f7fe-4c77-a376-6ee35bc235cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.783398] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.783722] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.783935] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Deleting the datastore file [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.784219] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81d9fa2-c6e2-4be9-bfdf-dd3e30cb5b8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.792021] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 957.792021] env[69765]: value = "task-3943393" [ 957.792021] env[69765]: _type = "Task" [ 957.792021] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.801337] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.893729] env[69765]: DEBUG nova.network.neutron [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 957.976859] env[69765]: DEBUG nova.network.neutron [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.981304] env[69765]: DEBUG oslo_vmware.api [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943390, 'name': PowerOffVM_Task, 'duration_secs': 0.206493} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.981469] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.981689] env[69765]: DEBUG nova.compute.manager [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.982472] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba783ce-9485-4fab-9079-66e0ce30d155 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.045365] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943388, 'name': CreateSnapshot_Task, 'duration_secs': 0.533142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.045707] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 958.046507] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10dcbf-587c-4f49-959b-fbd3861ae8c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.068831] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07561} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.069564] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.069945] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3002ced-ce53-4817-8d4d-7701914753b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.093593] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 40a23b14-dda2-4e5c-b245-86893b19f7b2/40a23b14-dda2-4e5c-b245-86893b19f7b2.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.097170] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4354a274-f85a-4a32-8583-003ef0eaa5e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.118638] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 958.118638] env[69765]: value = "task-3943394" [ 958.118638] env[69765]: _type = "Task" [ 958.118638] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.130764] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.243029] env[69765]: DEBUG nova.network.neutron [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.307231] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114028} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.310169] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.310264] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.310442] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.437916] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d181d-8db8-489c-b104-fb9f642efd96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.446839] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048fdbe4-df45-45a2-8128-f89b82b511c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.478379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa73144-39f4-4939-8453-91c7c000eb1b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.481881] env[69765]: DEBUG oslo_concurrency.lockutils [req-c15a614e-2722-4659-b091-8257eb319f6d req-658f5d68-0303-49db-885f-de154a56e916 service nova] Releasing lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.482651] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquired lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.482818] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 958.488237] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adb60d0-df25-4dc4-8ea1-5da4cd6aeb76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.496740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.507131] env[69765]: DEBUG nova.compute.provider_tree [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.570793] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 958.571359] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae413704-951c-477b-a1a1-d2a2c5262e37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.580067] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 958.580067] env[69765]: value = "task-3943395" [ 958.580067] env[69765]: _type = "Task" [ 958.580067] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.588730] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943395, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.629695] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943394, 'name': ReconfigVM_Task, 'duration_secs': 0.326004} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.629989] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 40a23b14-dda2-4e5c-b245-86893b19f7b2/40a23b14-dda2-4e5c-b245-86893b19f7b2.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.630655] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c3009e-62c2-4b64-8c8e-25f21414bdd3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.637786] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 958.637786] env[69765]: value = "task-3943396" [ 958.637786] env[69765]: _type = "Task" [ 958.637786] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.647013] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943396, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.745681] env[69765]: INFO nova.compute.manager [-] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Took 1.35 seconds to deallocate network for instance. [ 959.007278] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.009907] env[69765]: DEBUG nova.scheduler.client.report [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.020751] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 959.091560] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943395, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.149322] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943396, 'name': Rename_Task, 'duration_secs': 0.157483} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.149687] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.150109] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5910ee2-e51d-438d-809a-766559dd91ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.160030] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 959.160030] env[69765]: value = "task-3943397" [ 959.160030] env[69765]: _type = "Task" [ 959.160030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.169047] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.252443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.260603] env[69765]: DEBUG nova.network.neutron [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Updating instance_info_cache with network_info: [{"id": "a3aa7e97-9097-459d-b126-a08d9a55dd1c", "address": "fa:16:3e:c9:1c:63", "network": {"id": "3350b653-dc2a-4203-b94f-f731ffd37da5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-655130972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f5ed5acd0040538a1f8fbca4304f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3aa7e97-90", "ovs_interfaceid": "a3aa7e97-9097-459d-b126-a08d9a55dd1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.348176] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.348457] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.349049] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.349049] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.349049] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.349282] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.349450] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.349618] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.349797] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.349992] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.350183] env[69765]: DEBUG nova.virt.hardware [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.351158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f304e-e571-4b5d-a346-ac36c2f0033a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.359939] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfabade-3e8b-4a42-a135-744e624d214d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.374945] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.381021] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.383889] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.383889] env[69765]: DEBUG nova.compute.manager [req-c788de80-e343-4f3f-8d54-4224e4bf9f78 req-3bb87479-101d-428d-9e3b-8d39ffb7c813 service nova] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Received event network-vif-deleted-53fb35a7-c69d-4364-91bb-41aeae2fed06 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.383889] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316f6082-d05a-4d56-b330-59643233c785 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.402922] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.402922] env[69765]: value = "task-3943398" [ 959.402922] env[69765]: _type = "Task" [ 959.402922] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.412475] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943398, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.515378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.516023] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.518799] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.809s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.519033] env[69765]: DEBUG nova.objects.instance [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.529265] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "378063f0-6499-472c-800b-b271ce736960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.529528] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.529719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "378063f0-6499-472c-800b-b271ce736960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.529922] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.530123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.534063] env[69765]: INFO nova.compute.manager [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Terminating instance [ 959.594182] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943395, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.671748] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.763641] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Releasing lock "refresh_cache-80528a07-6c98-44ea-8ee4-7520a16f1cb7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.764328] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance network_info: |[{"id": "a3aa7e97-9097-459d-b126-a08d9a55dd1c", "address": "fa:16:3e:c9:1c:63", "network": {"id": "3350b653-dc2a-4203-b94f-f731ffd37da5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-655130972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f5ed5acd0040538a1f8fbca4304f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3aa7e97-90", "ovs_interfaceid": "a3aa7e97-9097-459d-b126-a08d9a55dd1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.765015] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3aa7e97-9097-459d-b126-a08d9a55dd1c', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.774009] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Creating folder: Project (08f5ed5acd0040538a1f8fbca4304f22). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.774398] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-240a8cac-3da8-4566-a274-a6bed66d8c51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.786442] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Created folder: Project (08f5ed5acd0040538a1f8fbca4304f22) in parent group-v782532. [ 959.786698] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Creating folder: Instances. Parent ref: group-v782757. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.786992] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ec9b295-8f3b-46dc-babd-b332ec554108 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.799220] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Created folder: Instances in parent group-v782757. [ 959.799469] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.799672] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.799896] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-321f8b2d-0dbd-4028-b687-af4c246fe64e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.820216] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.820216] env[69765]: value = "task-3943401" [ 959.820216] env[69765]: _type = "Task" [ 959.820216] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.828412] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943401, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.914159] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943398, 'name': CreateVM_Task, 'duration_secs': 0.32736} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.914358] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.914909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.915108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.915560] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.915901] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefbbf6c-de18-4006-9d63-420cab7551fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.925127] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 959.925127] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523d8b50-ba6f-e110-1142-e51e7bf478d3" [ 959.925127] env[69765]: _type = "Task" [ 959.925127] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.936067] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523d8b50-ba6f-e110-1142-e51e7bf478d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.024040] env[69765]: DEBUG nova.compute.utils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.029267] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.029552] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.038043] env[69765]: DEBUG nova.compute.manager [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.038220] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.039349] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f55d88-e02f-43d5-9e4e-5c2990633c3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.049086] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.049474] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6196410d-7b4e-49f9-9078-99d75d017829 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.074020] env[69765]: DEBUG nova.policy [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.093718] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943395, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.126374] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.126741] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.126952] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore1] 378063f0-6499-472c-800b-b271ce736960 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.127292] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3912064c-7846-42c7-a955-a1abb4e546cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.135331] env[69765]: DEBUG oslo_vmware.api [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 960.135331] env[69765]: value = "task-3943403" [ 960.135331] env[69765]: _type = "Task" [ 960.135331] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.146794] env[69765]: DEBUG oslo_vmware.api [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.174411] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.330513] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943401, 'name': CreateVM_Task, 'duration_secs': 0.464125} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.330686] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.331388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.436301] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523d8b50-ba6f-e110-1142-e51e7bf478d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.436483] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.436683] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.436928] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.437087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.437269] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.437556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.438152] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.438152] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d4436c-ff07-495f-9d8d-1572488ee722 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.439945] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc165ae-bbcf-473f-b925-94f546b6d469 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.444989] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 960.444989] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e10caf-3751-7ccb-1eb9-64811990bfb7" [ 960.444989] env[69765]: _type = "Task" [ 960.444989] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.450573] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.450754] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.454267] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dd763b-b551-4bc9-9920-be8978505250 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.456534] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e10caf-3751-7ccb-1eb9-64811990bfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.457304] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Successfully created port: b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.462307] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 960.462307] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d02b36-fa19-4f4e-eb7a-029b17b9eb85" [ 960.462307] env[69765]: _type = "Task" [ 960.462307] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.472961] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d02b36-fa19-4f4e-eb7a-029b17b9eb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.530256] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.534471] env[69765]: DEBUG oslo_concurrency.lockutils [None req-36718302-09c9-4bb8-a50e-2e814aebf73a tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.538685] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.597s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.538685] env[69765]: INFO nova.compute.claims [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.593206] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943395, 'name': CloneVM_Task, 'duration_secs': 1.622652} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.593643] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created linked-clone VM from snapshot [ 960.594335] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fe664-229a-450c-a528-ecf3355226d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.603596] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploading image 981654bb-b728-4417-89f4-5c3873c0832a {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 960.634906] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 960.634906] env[69765]: value = "vm-782755" [ 960.634906] env[69765]: _type = "VirtualMachine" [ 960.634906] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 960.635547] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e409130-29fe-478b-87d9-44ae50f159b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.647996] env[69765]: DEBUG oslo_vmware.api [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260012} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.649729] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.649986] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.650236] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.650457] env[69765]: INFO nova.compute.manager [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Took 0.61 seconds to destroy the instance on the hypervisor. [ 960.650718] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.650984] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease: (returnval){ [ 960.650984] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c758ea-00b7-882d-810b-7587c501aecf" [ 960.650984] env[69765]: _type = "HttpNfcLease" [ 960.650984] env[69765]: } obtained for exporting VM: (result){ [ 960.650984] env[69765]: value = "vm-782755" [ 960.650984] env[69765]: _type = "VirtualMachine" [ 960.650984] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 960.651208] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the lease: (returnval){ [ 960.651208] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c758ea-00b7-882d-810b-7587c501aecf" [ 960.651208] env[69765]: _type = "HttpNfcLease" [ 960.651208] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.651682] env[69765]: DEBUG nova.compute.manager [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.651776] env[69765]: DEBUG nova.network.neutron [-] [instance: 378063f0-6499-472c-800b-b271ce736960] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 960.660902] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.660902] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c758ea-00b7-882d-810b-7587c501aecf" [ 960.660902] env[69765]: _type = "HttpNfcLease" [ 960.660902] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.670825] env[69765]: DEBUG oslo_vmware.api [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943397, 'name': PowerOnVM_Task, 'duration_secs': 1.162278} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.671585] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.671585] env[69765]: INFO nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Took 9.72 seconds to spawn the instance on the hypervisor. [ 960.671585] env[69765]: DEBUG nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.672180] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a55b30-3840-4a56-a580-4567974d6951 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.956180] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e10caf-3751-7ccb-1eb9-64811990bfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.028676} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.956462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.956742] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.956972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.973427] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d02b36-fa19-4f4e-eb7a-029b17b9eb85, 'name': SearchDatastore_Task, 'duration_secs': 0.031852} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.974430] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87afa166-07ec-4ede-a197-341fc676426b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.980783] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 960.980783] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ebd5ca-73e6-fcf6-50f1-dded72ff2932" [ 960.980783] env[69765]: _type = "Task" [ 960.980783] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.990462] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ebd5ca-73e6-fcf6-50f1-dded72ff2932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.162183] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.162183] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c758ea-00b7-882d-810b-7587c501aecf" [ 961.162183] env[69765]: _type = "HttpNfcLease" [ 961.162183] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.162758] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.162758] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c758ea-00b7-882d-810b-7587c501aecf" [ 961.162758] env[69765]: _type = "HttpNfcLease" [ 961.162758] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.163232] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24068267-4859-4373-a34d-485f6c6457df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.170735] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.170922] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.233340] env[69765]: INFO nova.compute.manager [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Took 29.77 seconds to build instance. [ 961.306113] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64486fac-8d94-4a50-b61e-d18aa94a922b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.423800] env[69765]: DEBUG nova.compute.manager [req-3b9bcc25-0d12-48ea-b1ee-1fb13c15db83 req-329305fa-8928-45bc-b569-9ddb4dc12794 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Received event network-vif-deleted-092c1a1e-055d-44ce-b7a5-9f33556bdffe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.424015] env[69765]: INFO nova.compute.manager [req-3b9bcc25-0d12-48ea-b1ee-1fb13c15db83 req-329305fa-8928-45bc-b569-9ddb4dc12794 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Neutron deleted interface 092c1a1e-055d-44ce-b7a5-9f33556bdffe; detaching it from the instance and deleting it from the info cache [ 961.424198] env[69765]: DEBUG nova.network.neutron [req-3b9bcc25-0d12-48ea-b1ee-1fb13c15db83 req-329305fa-8928-45bc-b569-9ddb4dc12794 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.494050] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ebd5ca-73e6-fcf6-50f1-dded72ff2932, 'name': SearchDatastore_Task, 'duration_secs': 0.053859} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.495677] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.495677] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.495677] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495677] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.495956] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19d8c66-c4fd-4452-ab44-1693851bfef2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.498845] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc3d1087-d8ec-4bcd-ae9a-21f1dc57f181 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.507623] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 961.507623] env[69765]: value = "task-3943405" [ 961.507623] env[69765]: _type = "Task" [ 961.507623] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.512296] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.512496] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.513694] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a564ab-2181-4159-b1d1-2b6ca3a21590 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.519819] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.523706] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 961.523706] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52197968-d77f-00e3-4007-17f540f6e8ea" [ 961.523706] env[69765]: _type = "Task" [ 961.523706] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.533117] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52197968-d77f-00e3-4007-17f540f6e8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.542327] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.572880] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.573222] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.573571] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.573895] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.573975] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.574332] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.574562] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.574728] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.574893] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.575132] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.575415] env[69765]: DEBUG nova.virt.hardware [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.576472] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11bf1bd-308c-481f-a05b-4b91de324afe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.590060] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05f9d4-05ab-464c-beea-1fb8d4f9a518 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.737030] env[69765]: DEBUG nova.network.neutron [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.740630] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c6a316c3-7d83-43aa-b9d0-79f572a7ffde tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.286s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.929035] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70769f15-0117-4e4f-8930-282d6ba209c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.948052] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1932813d-9da0-4c45-a41f-b34bb04dee75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.002504] env[69765]: DEBUG nova.compute.manager [req-3b9bcc25-0d12-48ea-b1ee-1fb13c15db83 req-329305fa-8928-45bc-b569-9ddb4dc12794 service nova] [instance: 378063f0-6499-472c-800b-b271ce736960] Detach interface failed, port_id=092c1a1e-055d-44ce-b7a5-9f33556bdffe, reason: Instance 378063f0-6499-472c-800b-b271ce736960 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.021905] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.023848] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a2f49c-147d-473d-b1ab-cec4b958a065 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.040215] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52197968-d77f-00e3-4007-17f540f6e8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.043462] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0bf936d-2aeb-4fdf-bfa1-08b9ea6b3ad4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.047146] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed7c0f-ad6e-4d91-9ee0-586faa292974 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.060642] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 962.060642] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ab38de-df1a-81ed-73c4-d8e7b7f116d6" [ 962.060642] env[69765]: _type = "Task" [ 962.060642] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.095072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced92768-8638-425a-bd8d-298a47c1828a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.107667] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14453286-1721-42c2-9d1a-229a8e7f5f95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.113321] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab38de-df1a-81ed-73c4-d8e7b7f116d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.126676] env[69765]: DEBUG nova.compute.provider_tree [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.171516] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Successfully updated port: b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.238785] env[69765]: INFO nova.compute.manager [-] [instance: 378063f0-6499-472c-800b-b271ce736960] Took 1.59 seconds to deallocate network for instance. [ 962.527074] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756261} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.527074] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.527074] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.527074] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41ae9843-a8d5-41ac-9443-442e8f5512aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.536870] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 962.536870] env[69765]: value = "task-3943406" [ 962.536870] env[69765]: _type = "Task" [ 962.536870] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.548211] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.602176] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab38de-df1a-81ed-73c4-d8e7b7f116d6, 'name': SearchDatastore_Task, 'duration_secs': 0.05973} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.602457] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.602734] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 80528a07-6c98-44ea-8ee4-7520a16f1cb7/80528a07-6c98-44ea-8ee4-7520a16f1cb7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.603135] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49baca00-0d3b-49d8-bbcb-4410fe0b2502 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.610978] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 962.610978] env[69765]: value = "task-3943407" [ 962.610978] env[69765]: _type = "Task" [ 962.610978] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.619642] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.630885] env[69765]: DEBUG nova.scheduler.client.report [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.673087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.673087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.673087] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 962.748542] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.895495] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.896066] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.896473] env[69765]: INFO nova.compute.manager [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Shelving [ 963.048159] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121277} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.048554] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.049536] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a3fc1-1cf3-48c3-977f-67c8a3babf6c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.072675] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.073121] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e4c6a7-ddee-443f-a3eb-74d44c62852d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.094919] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 963.094919] env[69765]: value = "task-3943408" [ 963.094919] env[69765]: _type = "Task" [ 963.094919] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.105478] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.121367] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943407, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.136583] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.137233] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.139950] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.340s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.140210] env[69765]: DEBUG nova.objects.instance [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lazy-loading 'resources' on Instance uuid 4f6921b2-4d5a-4394-ad37-58ee96b3b695 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.221205] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 963.409460] env[69765]: DEBUG nova.network.neutron [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Updating instance_info_cache with network_info: [{"id": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "address": "fa:16:3e:7e:e3:89", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e309ec-64", "ovs_interfaceid": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.458013] env[69765]: DEBUG nova.compute.manager [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Received event network-vif-plugged-b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.458316] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Acquiring lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.458610] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.458964] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.459361] env[69765]: DEBUG nova.compute.manager [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] No waiting events found dispatching network-vif-plugged-b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.459689] env[69765]: WARNING nova.compute.manager [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Received unexpected event network-vif-plugged-b9e309ec-64d9-4ec8-b5fc-7499295d741c for instance with vm_state building and task_state spawning. [ 963.459991] env[69765]: DEBUG nova.compute.manager [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Received event network-changed-b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.460217] env[69765]: DEBUG nova.compute.manager [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Refreshing instance network info cache due to event network-changed-b9e309ec-64d9-4ec8-b5fc-7499295d741c. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.460538] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Acquiring lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.606809] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.624594] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.644158] env[69765]: DEBUG nova.compute.utils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.648835] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.649301] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.711383] env[69765]: DEBUG nova.policy [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192fc028ea7d4cfc93babc3cec7314c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f70cc75451c46e8a3539047f04179c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.913670] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.913670] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.913670] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Instance network_info: |[{"id": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "address": "fa:16:3e:7e:e3:89", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e309ec-64", "ovs_interfaceid": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.916945] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac5c192-cc12-49e1-9367-f1a72fa1f56b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.916945] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Acquired lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.916945] env[69765]: DEBUG nova.network.neutron [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Refreshing network info cache for port b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 963.918893] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9e309ec-64d9-4ec8-b5fc-7499295d741c', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.928466] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.934179] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.937606] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16b144e-068a-4d59-a342-8281ad918138 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.958093] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 963.958093] env[69765]: value = "task-3943409" [ 963.958093] env[69765]: _type = "Task" [ 963.958093] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.964856] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.964856] env[69765]: value = "task-3943410" [ 963.964856] env[69765]: _type = "Task" [ 963.964856] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.972688] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.985719] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943410, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.096631] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eacc13-6bdf-4459-9a83-97dd216523f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.112215] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.120017] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24485c2-1a94-47cf-ac3e-bd07b381a147 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.132153] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014283} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.179349] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 80528a07-6c98-44ea-8ee4-7520a16f1cb7/80528a07-6c98-44ea-8ee4-7520a16f1cb7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.179692] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.180325] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.183286] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f0b817-efbe-4b94-a598-01f054e88718 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.186478] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6a870-13ae-44e9-b160-401ffb0340fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.198236] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458de648-3f5b-4ffb-9216-dedebe9b47ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.203959] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 964.203959] env[69765]: value = "task-3943411" [ 964.203959] env[69765]: _type = "Task" [ 964.203959] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.218089] env[69765]: DEBUG nova.compute.provider_tree [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.234825] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.341170] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Successfully created port: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.452777] env[69765]: DEBUG nova.network.neutron [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Updated VIF entry in instance network info cache for port b9e309ec-64d9-4ec8-b5fc-7499295d741c. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 964.453346] env[69765]: DEBUG nova.network.neutron [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Updating instance_info_cache with network_info: [{"id": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "address": "fa:16:3e:7e:e3:89", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e309ec-64", "ovs_interfaceid": "b9e309ec-64d9-4ec8-b5fc-7499295d741c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.476692] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943409, 'name': PowerOffVM_Task, 'duration_secs': 0.309353} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.476944] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.478460] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e0e10-3a3c-4f43-b5ad-6d98cb7c10e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.485604] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943410, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.503758] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb7b4b-ad2d-47c6-a509-b970d405b673 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.613185] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943408, 'name': ReconfigVM_Task, 'duration_secs': 1.052372} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.614739] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.614739] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a65d82-2ad3-43e3-80e2-5a3605401f89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.623324] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 964.623324] env[69765]: value = "task-3943412" [ 964.623324] env[69765]: _type = "Task" [ 964.623324] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.634850] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943412, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.714458] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205286} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.714756] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.715636] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4312696-1dad-41c0-910b-2feddfed1884 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.742364] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 80528a07-6c98-44ea-8ee4-7520a16f1cb7/80528a07-6c98-44ea-8ee4-7520a16f1cb7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.743642] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2d1cdb-9c6d-4616-a13b-402b992622aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.764515] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 964.764515] env[69765]: value = "task-3943413" [ 964.764515] env[69765]: _type = "Task" [ 964.764515] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.775460] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.778400] env[69765]: DEBUG nova.scheduler.client.report [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.778671] env[69765]: DEBUG nova.compute.provider_tree [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 106 to 107 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.778915] env[69765]: DEBUG nova.compute.provider_tree [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.956143] env[69765]: DEBUG oslo_concurrency.lockutils [req-4db7478c-e8ae-4b30-8b04-1b61d7078174 req-32bb2499-04a9-4024-a0ca-50a136e2cd3d service nova] Releasing lock "refresh_cache-151be03a-6cd3-4dda-a23e-d18f33821491" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.978041] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943410, 'name': CreateVM_Task, 'duration_secs': 0.647774} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.978239] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.979041] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.979227] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.979555] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.979862] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7720df15-21eb-48c3-8d84-2f35aea6e91a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.985477] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 964.985477] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526c1e0e-8cef-c444-b41f-818fed65b197" [ 964.985477] env[69765]: _type = "Task" [ 964.985477] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.995754] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526c1e0e-8cef-c444-b41f-818fed65b197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.017962] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.018369] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c92eed45-d5b7-40bf-abd2-313c4cd79a13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.027305] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 965.027305] env[69765]: value = "task-3943414" [ 965.027305] env[69765]: _type = "Task" [ 965.027305] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.036696] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.134168] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943412, 'name': Rename_Task, 'duration_secs': 0.227396} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.134566] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.135225] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240525f5-6bde-4169-a617-5ae2ec378f0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.142756] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 965.142756] env[69765]: value = "task-3943415" [ 965.142756] env[69765]: _type = "Task" [ 965.142756] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.152882] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.196623] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.230581] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.230983] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.231149] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.231312] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.231464] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.231609] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.231856] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.232038] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.232220] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.232381] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.232595] env[69765]: DEBUG nova.virt.hardware [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.233519] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48007fd7-36ff-43a5-ac9e-d855e50d5cde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.244398] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c79fa6-3960-4eba-a6cc-81461f44c0f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.275970] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.285402] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.288556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.231s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.288839] env[69765]: DEBUG nova.objects.instance [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'resources' on Instance uuid 00770212-75b7-4043-b43d-a1735f759564 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.323891] env[69765]: INFO nova.scheduler.client.report [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted allocations for instance 4f6921b2-4d5a-4394-ad37-58ee96b3b695 [ 965.498169] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526c1e0e-8cef-c444-b41f-818fed65b197, 'name': SearchDatastore_Task, 'duration_secs': 0.025488} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.498496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.498759] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.499045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.499200] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.499398] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.499675] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8eb95f5-b7cc-47d6-bc63-d7da13f30287 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.514770] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.514970] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.515831] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524746e4-f44c-4e47-9cbc-bb75f8a6c021 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.523018] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 965.523018] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523fba9e-0be9-a2c6-77ee-893c6487f7ba" [ 965.523018] env[69765]: _type = "Task" [ 965.523018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.535370] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523fba9e-0be9-a2c6-77ee-893c6487f7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.541477] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.654789] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.778077] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943413, 'name': ReconfigVM_Task, 'duration_secs': 0.590252} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.778495] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 80528a07-6c98-44ea-8ee4-7520a16f1cb7/80528a07-6c98-44ea-8ee4-7520a16f1cb7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.779421] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5c5f63-66a5-4009-bae7-c04d166cfdb7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.788723] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 965.788723] env[69765]: value = "task-3943416" [ 965.788723] env[69765]: _type = "Task" [ 965.788723] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.802195] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943416, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.832042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4cab744-921b-4163-8e7d-ff363303f18d tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "4f6921b2-4d5a-4394-ad37-58ee96b3b695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.916s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.885209] env[69765]: DEBUG nova.compute.manager [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Received event network-vif-plugged-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.885326] env[69765]: DEBUG oslo_concurrency.lockutils [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] Acquiring lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.885695] env[69765]: DEBUG oslo_concurrency.lockutils [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.885761] env[69765]: DEBUG oslo_concurrency.lockutils [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.885929] env[69765]: DEBUG nova.compute.manager [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] No waiting events found dispatching network-vif-plugged-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.886108] env[69765]: WARNING nova.compute.manager [req-721fdc6a-c95c-4356-97ce-35c0787b12cc req-4a2acd1a-618f-4523-8dbd-dd3ca514ba6f service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Received unexpected event network-vif-plugged-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 for instance with vm_state building and task_state spawning. [ 966.020663] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Successfully updated port: d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.039093] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523fba9e-0be9-a2c6-77ee-893c6487f7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.028487} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.041766] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53a3085-3bb5-4056-b843-401cc64ed4a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.049800] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943414, 'name': CreateSnapshot_Task, 'duration_secs': 0.716192} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050926] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.052611] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6d8a8-f2f7-4e07-9399-8a1a2060d005 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.063355] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 966.063355] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522d2d16-473d-e7a0-4a2f-8f1bd848ff9e" [ 966.063355] env[69765]: _type = "Task" [ 966.063355] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.081778] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522d2d16-473d-e7a0-4a2f-8f1bd848ff9e, 'name': SearchDatastore_Task, 'duration_secs': 0.020109} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.082115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.082385] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 151be03a-6cd3-4dda-a23e-d18f33821491/151be03a-6cd3-4dda-a23e-d18f33821491.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.082666] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794ac3cc-efaf-4d22-baa1-e3d008b52dbe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.094477] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 966.094477] env[69765]: value = "task-3943417" [ 966.094477] env[69765]: _type = "Task" [ 966.094477] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.105107] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.158531] env[69765]: DEBUG oslo_vmware.api [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943415, 'name': PowerOnVM_Task, 'duration_secs': 0.697531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.159238] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.159457] env[69765]: DEBUG nova.compute.manager [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.160342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414d558-b628-4c0e-a90f-4087da5da4ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.179449] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1674324-f93a-43e3-ba51-5e5402c105db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.192681] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338cea5a-29b4-41f5-9b52-b33a1d5198fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.226883] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c0fae-51ea-41ef-9a30-0211b355caf1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.239888] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77963953-dffb-4b2d-8fe1-a14bd93516fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.256752] env[69765]: DEBUG nova.compute.provider_tree [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.299930] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943416, 'name': Rename_Task, 'duration_secs': 0.312511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.301038] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.301038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51da9ab9-acdf-4a15-a2cb-9adc8d840f8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.308521] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 966.308521] env[69765]: value = "task-3943418" [ 966.308521] env[69765]: _type = "Task" [ 966.308521] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.318233] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.524453] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.524583] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.524762] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 966.584098] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.584098] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5a8fb76-9f1a-43ca-94da-f2f690ae3e07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.594239] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 966.594239] env[69765]: value = "task-3943419" [ 966.594239] env[69765]: _type = "Task" [ 966.594239] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.608907] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943419, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.612696] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.692701] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.761090] env[69765]: DEBUG nova.scheduler.client.report [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.824439] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.074593] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 967.114719] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.114924] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943419, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.115310] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 151be03a-6cd3-4dda-a23e-d18f33821491/151be03a-6cd3-4dda-a23e-d18f33821491.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.115497] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.115811] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f83116-03d8-4837-8123-0b14cb9aef8f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.124031] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 967.124031] env[69765]: value = "task-3943420" [ 967.124031] env[69765]: _type = "Task" [ 967.124031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.135062] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.267062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.269847] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.323s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.270186] env[69765]: DEBUG nova.objects.instance [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lazy-loading 'resources' on Instance uuid a851fd77-681c-4b5f-ba48-d6f79389b90b {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.306500] env[69765]: INFO nova.scheduler.client.report [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted allocations for instance 00770212-75b7-4043-b43d-a1735f759564 [ 967.309018] env[69765]: DEBUG nova.network.neutron [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Updating instance_info_cache with network_info: [{"id": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "address": "fa:16:3e:97:a0:a5", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b8960a-ce", "ovs_interfaceid": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.323686] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.607536] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943419, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.634567] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163966} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.634960] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.635902] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15c7d93-a3c2-4fe3-aa4d-a449c883abd1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.661490] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 151be03a-6cd3-4dda-a23e-d18f33821491/151be03a-6cd3-4dda-a23e-d18f33821491.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.662631] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ba3c3a-8f8c-476a-b50f-7526c194587a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.683833] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 967.683833] env[69765]: value = "task-3943421" [ 967.683833] env[69765]: _type = "Task" [ 967.683833] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.693261] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.820543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.821078] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Instance network_info: |[{"id": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "address": "fa:16:3e:97:a0:a5", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b8960a-ce", "ovs_interfaceid": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.823560] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a0:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0b8960a-ce7b-43e0-a261-7fc4173b37b8', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.831918] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.832965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0418126c-262a-4b21-9797-d1720ec0826e tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "00770212-75b7-4043-b43d-a1735f759564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.162s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.836837] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.840785] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ad5899-4379-4330-8e0e-95fd755c2d79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.857797] env[69765]: DEBUG oslo_vmware.api [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943418, 'name': PowerOnVM_Task, 'duration_secs': 1.026623} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.860206] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.860415] env[69765]: INFO nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Took 12.18 seconds to spawn the instance on the hypervisor. [ 967.860768] env[69765]: DEBUG nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.862840] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c34c34-77dc-438a-9067-f7863de81f31 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.868975] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.868975] env[69765]: value = "task-3943422" [ 967.868975] env[69765]: _type = "Task" [ 967.868975] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.882536] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943422, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.893547] env[69765]: INFO nova.compute.manager [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Rebuilding instance [ 967.924962] env[69765]: DEBUG nova.compute.manager [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Received event network-changed-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.925403] env[69765]: DEBUG nova.compute.manager [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Refreshing instance network info cache due to event network-changed-d0b8960a-ce7b-43e0-a261-7fc4173b37b8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.925675] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] Acquiring lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.925838] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] Acquired lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.926145] env[69765]: DEBUG nova.network.neutron [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Refreshing network info cache for port d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 967.958660] env[69765]: DEBUG nova.compute.manager [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.959080] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12d997d-2b51-49c7-bc2a-8fcf48a6cb0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.109602] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943419, 'name': CloneVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.186063] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea6fa7-b70e-49c2-8597-d8d7a3df72d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.198499] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.201375] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383afe32-1d39-404b-91ab-7c39456bf0e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.236014] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e697d59-db70-4182-9352-0c6ac4380fed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.244404] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633c1e8-c013-4222-9f08-3f2120fbc118 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.260075] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.384347] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943422, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.386843] env[69765]: INFO nova.compute.manager [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Took 34.76 seconds to build instance. [ 968.616849] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943419, 'name': CloneVM_Task, 'duration_secs': 1.561057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.617626] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Created linked-clone VM from snapshot [ 968.618538] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e21bda-e6c9-4a9c-b3be-c7dda381653c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.628144] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Uploading image 86ee05af-d36b-4d84-af3e-ba34912e5a90 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.667553] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.667553] env[69765]: value = "vm-782762" [ 968.667553] env[69765]: _type = "VirtualMachine" [ 968.667553] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.667912] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-340ead32-be3c-4054-bf11-351f36400964 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678190] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lease: (returnval){ [ 968.678190] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a47d29-f913-55f6-1caf-af3e3b1b624d" [ 968.678190] env[69765]: _type = "HttpNfcLease" [ 968.678190] env[69765]: } obtained for exporting VM: (result){ [ 968.678190] env[69765]: value = "vm-782762" [ 968.678190] env[69765]: _type = "VirtualMachine" [ 968.678190] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.678657] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the lease: (returnval){ [ 968.678657] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a47d29-f913-55f6-1caf-af3e3b1b624d" [ 968.678657] env[69765]: _type = "HttpNfcLease" [ 968.678657] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.692910] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.692910] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a47d29-f913-55f6-1caf-af3e3b1b624d" [ 968.692910] env[69765]: _type = "HttpNfcLease" [ 968.692910] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.696850] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.696850] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a47d29-f913-55f6-1caf-af3e3b1b624d" [ 968.696850] env[69765]: _type = "HttpNfcLease" [ 968.696850] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.697244] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943421, 'name': ReconfigVM_Task, 'duration_secs': 0.795215} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.698077] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec354c6-6279-4d2c-af91-21e58ed70220 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.701289] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 151be03a-6cd3-4dda-a23e-d18f33821491/151be03a-6cd3-4dda-a23e-d18f33821491.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.702123] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd382cb-b4ff-4df2-9880-843aecfc51fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.710378] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.710629] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.713401] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 968.713401] env[69765]: value = "task-3943424" [ 968.713401] env[69765]: _type = "Task" [ 968.713401] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.779973] env[69765]: DEBUG nova.network.neutron [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Updated VIF entry in instance network info cache for port d0b8960a-ce7b-43e0-a261-7fc4173b37b8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 968.780368] env[69765]: DEBUG nova.network.neutron [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Updating instance_info_cache with network_info: [{"id": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "address": "fa:16:3e:97:a0:a5", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b8960a-ce", "ovs_interfaceid": "d0b8960a-ce7b-43e0-a261-7fc4173b37b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.790360] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943424, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.797181] env[69765]: ERROR nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [req-ec4f3b30-8bd1-4aef-80b1-e69eaa2b7ca5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec4f3b30-8bd1-4aef-80b1-e69eaa2b7ca5"}]} [ 968.818834] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.837922] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd349053-4bbb-4ba6-a0f9-7b02c74c7fc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.846063] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.846167] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.879784] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 968.893462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2ef1de7e-d297-467e-a60c-5c7e05a40f34 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.275s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.899268] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943422, 'name': CreateVM_Task, 'duration_secs': 0.615464} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.899869] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 968.902609] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.903512] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.903615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904795] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504b4f0b-5162-48f5-81e5-868c525964aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.911061] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 968.911061] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52dafdcf-df61-124f-786f-c4c090fd5e90" [ 968.911061] env[69765]: _type = "Task" [ 968.911061] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.923131] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dafdcf-df61-124f-786f-c4c090fd5e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.980635] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.980635] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ccadda-054e-4db1-a24f-db9af1ddd6d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.988450] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 968.988450] env[69765]: value = "task-3943425" [ 968.988450] env[69765]: _type = "Task" [ 968.988450] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.000639] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.226827] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943424, 'name': Rename_Task, 'duration_secs': 0.320824} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.227074] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.233335] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939ae5ee-f098-4011-8544-2972d8d587e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.242415] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 969.242415] env[69765]: value = "task-3943426" [ 969.242415] env[69765]: _type = "Task" [ 969.242415] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.265628] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.284499] env[69765]: DEBUG oslo_concurrency.lockutils [req-eb69e455-a739-4788-b540-507aa471cbcb req-a5aeba8e-c505-4d1b-b8c8-1c43a2fb7004 service nova] Releasing lock "refresh_cache-730063ed-13a2-42fa-a76e-d60b8c39f45b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.374670] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d2499a-18b9-4942-93e5-54e84edd6292 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.386903] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6ab2d-fa24-42c0-9451-677a178efa40 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.429809] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ce35ec-b8c5-488e-a89f-e3949a4a3edd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.445097] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dafdcf-df61-124f-786f-c4c090fd5e90, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.449252] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.449252] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.449599] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.449802] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.450093] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.450529] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758a67a1-19d2-4733-b4c1-f8bdb4726c09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.453858] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6a14e-65a0-4598-a201-6251eb2da1b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.470012] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.473819] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.475154] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.475154] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0131714d-b344-40c8-8df6-5b61899b1df3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482883] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 969.482883] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a68698-e5d8-efc6-d3a5-17adbc6af405" [ 969.482883] env[69765]: _type = "Task" [ 969.482883] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.496964] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a68698-e5d8-efc6-d3a5-17adbc6af405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.503716] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943425, 'name': PowerOffVM_Task, 'duration_secs': 0.225809} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.504054] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.504499] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.505758] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed75ecdb-864a-493b-85e2-b731a762a099 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.514315] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.514315] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e953328-b5cb-4d17-bfcc-2c82e42f5afb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.543415] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.544055] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.544461] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Deleting the datastore file [datastore2] 1c2155bb-9d72-421f-9dc4-2001257fd704 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.545066] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3c6c07-ddc2-4d12-8b48-6e9792a6e2ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.553671] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 969.553671] env[69765]: value = "task-3943428" [ 969.553671] env[69765]: _type = "Task" [ 969.553671] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.564612] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.754008] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.766255] env[69765]: DEBUG nova.compute.manager [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 969.996929] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a68698-e5d8-efc6-d3a5-17adbc6af405, 'name': SearchDatastore_Task, 'duration_secs': 0.021367} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.000897] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c41d385-6cfa-4ea6-b142-714ff72f80a4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.002984] env[69765]: ERROR nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [req-e7ecfeea-41f5-4f2d-90c5-ffeba99d5047] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7ecfeea-41f5-4f2d-90c5-ffeba99d5047"}]} [ 970.012014] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 970.012014] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52711c46-b8bd-7454-9b28-813746a6d97b" [ 970.012014] env[69765]: _type = "Task" [ 970.012014] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.023037] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52711c46-b8bd-7454-9b28-813746a6d97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.024664] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.041506] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.041839] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.060210] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.070983] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.071240] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.071468] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.071671] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.100995] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.262728] env[69765]: DEBUG oslo_vmware.api [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943426, 'name': PowerOnVM_Task, 'duration_secs': 0.915181} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.262728] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.262728] env[69765]: INFO nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Took 8.72 seconds to spawn the instance on the hypervisor. [ 970.262981] env[69765]: DEBUG nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.263880] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aceb8c7-6c80-434e-b74e-e94987079df6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.292994] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.523854] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52711c46-b8bd-7454-9b28-813746a6d97b, 'name': SearchDatastore_Task, 'duration_secs': 0.02183} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.527108] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.527458] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 730063ed-13a2-42fa-a76e-d60b8c39f45b/730063ed-13a2-42fa-a76e-d60b8c39f45b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.528039] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c74f898-6672-46ef-a772-021c7ee3eb34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.536392] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 970.536392] env[69765]: value = "task-3943429" [ 970.536392] env[69765]: _type = "Task" [ 970.536392] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.541634] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d04b2c-4da9-4ac6-84bb-46e0732d346c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551043] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.554381] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d5111b-1836-44c8-9d41-60804916cde4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.592033] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b66a6-2be2-4955-8b5b-37a0215aa20f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.601857] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e0918-bd10-4e75-91a8-3da0f555113c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.620820] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.786115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.786497] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.786792] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.787051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.787301] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.794033] env[69765]: INFO nova.compute.manager [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Terminating instance [ 970.800659] env[69765]: INFO nova.compute.manager [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Took 32.94 seconds to build instance. [ 971.047793] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.172933] env[69765]: DEBUG nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.173398] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 109 to 110 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.174046] env[69765]: DEBUG nova.compute.provider_tree [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.301008] env[69765]: DEBUG nova.compute.manager [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.301360] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.302015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fe764a3-0553-40e8-a9d6-6d86a57c7596 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.452s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.302894] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfe0404-35a6-411b-a086-592234d26d94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.312613] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.312979] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9edc4e8-a8c6-4c75-8724-ac29af6b03de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.323451] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 971.323451] env[69765]: value = "task-3943430" [ 971.323451] env[69765]: _type = "Task" [ 971.323451] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.335946] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.551593] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865685} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.552952] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 730063ed-13a2-42fa-a76e-d60b8c39f45b/730063ed-13a2-42fa-a76e-d60b8c39f45b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.553494] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.553905] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c6d3ab-f4be-4e2b-aec3-4eb2f8b48a18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.564578] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 971.564578] env[69765]: value = "task-3943431" [ 971.564578] env[69765]: _type = "Task" [ 971.564578] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.577894] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.681540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.412s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.685148] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.036s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.685432] env[69765]: DEBUG nova.objects.instance [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lazy-loading 'resources' on Instance uuid 763138ad-4b8e-4cb1-8e84-b606e48e777c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.707211] env[69765]: INFO nova.scheduler.client.report [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted allocations for instance a851fd77-681c-4b5f-ba48-d6f79389b90b [ 971.835943] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943430, 'name': PowerOffVM_Task, 'duration_secs': 0.267626} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.836299] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.836503] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.836841] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57c398e-097b-41cd-ab1f-28c34d36d7a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.908659] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.908902] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.909109] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Deleting the datastore file [datastore2] 80528a07-6c98-44ea-8ee4-7520a16f1cb7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.909397] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b90d43-12ac-4ec3-a3f3-ccb5138480c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.917516] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for the task: (returnval){ [ 971.917516] env[69765]: value = "task-3943433" [ 971.917516] env[69765]: _type = "Task" [ 971.917516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.928185] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.975023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "151be03a-6cd3-4dda-a23e-d18f33821491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.975313] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.975531] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.975826] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.976026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.978282] env[69765]: INFO nova.compute.manager [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Terminating instance [ 972.077032] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096252} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.077334] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.078165] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4114182a-189c-46b8-9cf4-e45c9b0c9e48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.102341] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 730063ed-13a2-42fa-a76e-d60b8c39f45b/730063ed-13a2-42fa-a76e-d60b8c39f45b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.102669] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417c7a21-35aa-46c8-9c51-23a5e052c0f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.124154] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 972.124154] env[69765]: value = "task-3943434" [ 972.124154] env[69765]: _type = "Task" [ 972.124154] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.133825] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.216069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-906d992e-737d-4485-a695-5d5f722809ad tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "a851fd77-681c-4b5f-ba48-d6f79389b90b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.450s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.433670] env[69765]: DEBUG oslo_vmware.api [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Task: {'id': task-3943433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.434583] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.434583] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.434730] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.434772] env[69765]: INFO nova.compute.manager [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 972.435079] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.435320] env[69765]: DEBUG nova.compute.manager [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.435425] env[69765]: DEBUG nova.network.neutron [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 972.483032] env[69765]: DEBUG nova.compute.manager [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.483032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.483900] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fdb29d-88e1-4331-921a-ef4640a4121e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.495876] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.496243] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8a2d0c-6ee7-4f33-b965-5dcb48d22e2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.505142] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 972.505142] env[69765]: value = "task-3943435" [ 972.505142] env[69765]: _type = "Task" [ 972.505142] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.519023] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.537066] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7366e5dc-76e4-4f00-88fa-93cd489fdc7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.545327] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab50d76-0ff4-4958-b850-2896d93ee095 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.590611] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ce2e9-f4b7-4e6a-b11c-1f741bfe96f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.602654] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb734030-251a-464d-8343-7ecb5c1b0884 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.623201] env[69765]: DEBUG nova.compute.provider_tree [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.642369] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943434, 'name': ReconfigVM_Task, 'duration_secs': 0.442462} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.642598] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 730063ed-13a2-42fa-a76e-d60b8c39f45b/730063ed-13a2-42fa-a76e-d60b8c39f45b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.643235] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef472fb-6ccd-484a-a5ef-6bc6dfad098f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.651550] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 972.651550] env[69765]: value = "task-3943436" [ 972.651550] env[69765]: _type = "Task" [ 972.651550] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.663647] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943436, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.860774] env[69765]: DEBUG nova.compute.manager [req-9362dafc-4282-4958-99fe-9e51988972a9 req-429314fc-b7a3-4b61-adde-8101f8f7d7f6 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Received event network-vif-deleted-a3aa7e97-9097-459d-b126-a08d9a55dd1c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.860989] env[69765]: INFO nova.compute.manager [req-9362dafc-4282-4958-99fe-9e51988972a9 req-429314fc-b7a3-4b61-adde-8101f8f7d7f6 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Neutron deleted interface a3aa7e97-9097-459d-b126-a08d9a55dd1c; detaching it from the instance and deleting it from the info cache [ 972.861167] env[69765]: DEBUG nova.network.neutron [req-9362dafc-4282-4958-99fe-9e51988972a9 req-429314fc-b7a3-4b61-adde-8101f8f7d7f6 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.020015] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943435, 'name': PowerOffVM_Task, 'duration_secs': 0.269011} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.020395] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.020666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.021084] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa7eb2d-c4cb-4d77-9572-77b9c232daba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.092452] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.092765] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.093082] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore2] 151be03a-6cd3-4dda-a23e-d18f33821491 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.093441] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0260e074-062c-4019-8730-0ff24221ff53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.100634] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 973.100634] env[69765]: value = "task-3943438" [ 973.100634] env[69765]: _type = "Task" [ 973.100634] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.110662] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.130347] env[69765]: DEBUG nova.scheduler.client.report [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.163189] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943436, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.293685] env[69765]: DEBUG nova.network.neutron [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.333682] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.334115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.334388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.334655] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.334885] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.337421] env[69765]: INFO nova.compute.manager [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Terminating instance [ 973.364667] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28703148-7705-42ed-8ba0-01ebfc493e80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.377232] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667c882-91c9-4407-aafa-e248754aa6fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.415455] env[69765]: DEBUG nova.compute.manager [req-9362dafc-4282-4958-99fe-9e51988972a9 req-429314fc-b7a3-4b61-adde-8101f8f7d7f6 service nova] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Detach interface failed, port_id=a3aa7e97-9097-459d-b126-a08d9a55dd1c, reason: Instance 80528a07-6c98-44ea-8ee4-7520a16f1cb7 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.613757] env[69765]: DEBUG oslo_vmware.api [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236708} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.614192] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.614379] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.614655] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.614907] env[69765]: INFO nova.compute.manager [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Took 1.13 seconds to destroy the instance on the hypervisor. [ 973.615260] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.615955] env[69765]: DEBUG nova.compute.manager [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.616101] env[69765]: DEBUG nova.network.neutron [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 973.637537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.639946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.073s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.641504] env[69765]: INFO nova.compute.claims [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.663912] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943436, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.664991] env[69765]: INFO nova.scheduler.client.report [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Deleted allocations for instance 763138ad-4b8e-4cb1-8e84-b606e48e777c [ 973.797223] env[69765]: INFO nova.compute.manager [-] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Took 1.36 seconds to deallocate network for instance. [ 973.844953] env[69765]: DEBUG nova.compute.manager [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.845452] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.846148] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eefb56b-5cd8-4fa1-977f-859ca561f94c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.855380] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.855668] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96508fe-5228-48e2-8fae-118124b99324 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862342] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 973.862342] env[69765]: value = "task-3943439" [ 973.862342] env[69765]: _type = "Task" [ 973.862342] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.875555] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.998214] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.998470] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.998850] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.999066] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.999219] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.999368] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.999579] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.999738] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.999907] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.000085] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.000263] env[69765]: DEBUG nova.virt.hardware [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.002441] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfee979-30a9-4c33-ac3f-8fdef3c054fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.012361] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240b334-70d9-4cec-897b-7035f6e2383d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.029229] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.034820] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.035181] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.035477] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91fdf98-6211-491a-9314-b2f8a8de0e6d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.050606] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.051563] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9ccd7-fa45-4f13-925f-0f2b03d4a9ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.060658] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.060918] env[69765]: ERROR oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk due to incomplete transfer. [ 974.063585] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-821552ea-ee40-4e28-a747-65dd83828b72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.064587] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.064587] env[69765]: value = "task-3943440" [ 974.064587] env[69765]: _type = "Task" [ 974.064587] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.073760] env[69765]: DEBUG oslo_vmware.rw_handles [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52237056-6ae2-4cf1-6cb6-d464e41d6264/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 974.074075] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploaded image 981654bb-b728-4417-89f4-5c3873c0832a to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 974.077173] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.080561] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ebf837d-8a12-4b85-9f66-fa516e0309a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.082464] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943440, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.091029] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 974.091029] env[69765]: value = "task-3943441" [ 974.091029] env[69765]: _type = "Task" [ 974.091029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.109372] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943441, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.164436] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943436, 'name': Rename_Task, 'duration_secs': 1.041727} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.164743] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.165028] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0becb098-1249-46ea-8632-519fcae05300 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.174538] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 974.174538] env[69765]: value = "task-3943442" [ 974.174538] env[69765]: _type = "Task" [ 974.174538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.175186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7cbee2f-2041-4069-a6ab-dff780404f8d tempest-ServerAddressesTestJSON-686076013 tempest-ServerAddressesTestJSON-686076013-project-member] Lock "763138ad-4b8e-4cb1-8e84-b606e48e777c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.284s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.188501] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.308952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.374592] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943439, 'name': PowerOffVM_Task, 'duration_secs': 0.254724} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.374977] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.375227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.375559] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a5aca13-55f6-4b7a-bfa3-2df0b483d939 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.442482] env[69765]: DEBUG nova.network.neutron [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.575713] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943440, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.601039] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943441, 'name': Destroy_Task, 'duration_secs': 0.387476} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.601285] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroyed the VM [ 974.601445] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 974.601733] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2ff5a2c-816e-4181-afdf-adc254d99ac5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.610367] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 974.610367] env[69765]: value = "task-3943444" [ 974.610367] env[69765]: _type = "Task" [ 974.610367] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.620075] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.622160] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.622549] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.622855] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore2] 9da179e8-d2e7-4b7c-9ed0-a7944411c463 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.623254] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d257e470-a9b1-452d-a290-263e9fa446ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.633511] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 974.633511] env[69765]: value = "task-3943445" [ 974.633511] env[69765]: _type = "Task" [ 974.633511] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.644136] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.687073] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.899834] env[69765]: DEBUG nova.compute.manager [req-a298da36-e80c-4c92-8e9f-95839f1f010e req-2d436557-5fd6-4881-a48f-c8f164c56f5d service nova] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Received event network-vif-deleted-b9e309ec-64d9-4ec8-b5fc-7499295d741c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.945460] env[69765]: INFO nova.compute.manager [-] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Took 1.33 seconds to deallocate network for instance. [ 975.000494] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b60e71-fee6-4d49-af0a-54381168f7e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.010509] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6b085-03a1-46ab-a3a1-f8ed7f5cb1e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.046860] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b720a-06cc-44c9-9fe1-9a59a2172bf9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.056358] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b056be8-4f97-46c9-954f-23d1e4d0538d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.073862] env[69765]: DEBUG nova.compute.provider_tree [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.088111] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943440, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.122240] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943444, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.145077] env[69765]: DEBUG oslo_vmware.api [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262038} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.145382] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.145872] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.145872] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.147443] env[69765]: INFO nova.compute.manager [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Took 1.30 seconds to destroy the instance on the hypervisor. [ 975.147443] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.147443] env[69765]: DEBUG nova.compute.manager [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.147443] env[69765]: DEBUG nova.network.neutron [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 975.188047] env[69765]: DEBUG oslo_vmware.api [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943442, 'name': PowerOnVM_Task, 'duration_secs': 0.776884} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.188889] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.188889] env[69765]: INFO nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Took 9.99 seconds to spawn the instance on the hypervisor. [ 975.188889] env[69765]: DEBUG nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.189620] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe6878-1441-4a48-9181-ca367e5f5427 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.456322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.584535] env[69765]: DEBUG nova.scheduler.client.report [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.588359] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943440, 'name': CreateVM_Task, 'duration_secs': 1.375916} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.588550] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.589195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.589357] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.589796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.589989] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7ee341-069a-4a3b-acb4-969e7c305501 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.595993] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 975.595993] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5217e657-0acd-55f0-2892-b98703168422" [ 975.595993] env[69765]: _type = "Task" [ 975.595993] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.613116] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5217e657-0acd-55f0-2892-b98703168422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.631923] env[69765]: DEBUG oslo_vmware.api [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943444, 'name': RemoveSnapshot_Task, 'duration_secs': 0.869785} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.631923] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.631923] env[69765]: INFO nova.compute.manager [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 19.16 seconds to snapshot the instance on the hypervisor. [ 975.710874] env[69765]: INFO nova.compute.manager [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Took 36.85 seconds to build instance. [ 976.091290] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.091964] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.095548] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.628s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.095971] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.099931] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.453s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.100208] env[69765]: DEBUG nova.objects.instance [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lazy-loading 'resources' on Instance uuid b508dcde-eb7c-4c8a-a38e-6e2f2a253904 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.117775] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5217e657-0acd-55f0-2892-b98703168422, 'name': SearchDatastore_Task, 'duration_secs': 0.024987} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.118793] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.119358] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.119646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.119804] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.119990] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.120568] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9028ec3-3f5a-4ffe-89e9-d1a37152bc63 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.132623] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.132843] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.133663] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbf6930-2c8b-4639-9996-9124489a0ad4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.146843] env[69765]: INFO nova.scheduler.client.report [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleted allocations for instance 39e69184-7d63-4e33-9560-00a3473240f3 [ 976.149101] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 976.149101] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526a8966-e5a1-5935-42bf-db2e2ea0e985" [ 976.149101] env[69765]: _type = "Task" [ 976.149101] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.164131] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526a8966-e5a1-5935-42bf-db2e2ea0e985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.213575] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f5cd877-c24c-44f6-9a8d-c42e2a78be27 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.370s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.424339] env[69765]: DEBUG nova.compute.manager [None req-3e91824f-f779-4242-b2ec-6d259da1a59d tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Found 2 images (rotation: 2) {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 976.450121] env[69765]: DEBUG nova.network.neutron [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.597979] env[69765]: DEBUG nova.compute.utils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.598918] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.599112] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.663660] env[69765]: DEBUG oslo_concurrency.lockutils [None req-700efe09-3fc2-4637-830d-b87244b4b0c6 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "39e69184-7d63-4e33-9560-00a3473240f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.942s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.671753] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526a8966-e5a1-5935-42bf-db2e2ea0e985, 'name': SearchDatastore_Task, 'duration_secs': 0.017994} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.674138] env[69765]: DEBUG nova.policy [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a706d99c99f494a8438c57a72f0ccd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4027e5d874041e98b57ab799cbf55c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.676698] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9582cb-3830-40bc-8dc6-e09dc8236bef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.686023] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 976.686023] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5221d4e2-1102-add0-90f5-65bd018259a1" [ 976.686023] env[69765]: _type = "Task" [ 976.686023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.704106] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5221d4e2-1102-add0-90f5-65bd018259a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015107} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.707871] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.708253] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.708842] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11b13f5-d8ff-4777-9824-b0dd3f50d7b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.718146] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 976.718146] env[69765]: value = "task-3943446" [ 976.718146] env[69765]: _type = "Task" [ 976.718146] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.732825] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.952790] env[69765]: INFO nova.compute.manager [-] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Took 1.81 seconds to deallocate network for instance. [ 977.003011] env[69765]: DEBUG nova.compute.manager [req-16b5ff67-cf9e-4167-b147-c2a0a17e0d36 req-a20c8402-15fc-432d-87c8-0952209c327a service nova] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Received event network-vif-deleted-9e0ce28e-cef1-4057-928e-485fc95c16af {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.061771] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f8089-d30c-4368-a31f-1daa2c70755f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.071790] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b929e0e-9b16-4ab2-aa5c-d99725fbfd9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.113230] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.118240] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Successfully created port: 4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.121260] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124a8de-f1f0-4a2e-b422-cf9cb9ac761a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.132988] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04875eac-8549-4aad-8632-ce3d198d656f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.153845] env[69765]: DEBUG nova.compute.provider_tree [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.235019] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.440228] env[69765]: DEBUG nova.compute.manager [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.441384] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9fa43-abce-4304-ab37-d964056d3ac3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.465051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.661030] env[69765]: DEBUG nova.scheduler.client.report [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.709298] env[69765]: DEBUG nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.710265] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201a27a-ae41-401a-bc60-e9b881c8a86c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.730044] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616824} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.730379] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.730652] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.730955] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be639f8a-254f-4178-a81f-3f5f094602bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739453] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 977.739453] env[69765]: value = "task-3943447" [ 977.739453] env[69765]: _type = "Task" [ 977.739453] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.751597] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.834145] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.835071] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe714ba4-2355-4340-960e-e57a0fec4ec4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.842355] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.842594] env[69765]: ERROR oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk due to incomplete transfer. [ 977.842841] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7147efde-63f2-48ee-88a8-04b39ea13704 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.850931] env[69765]: DEBUG oslo_vmware.rw_handles [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4e1b1-92d9-25e2-8c22-2eb955b36734/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.851170] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Uploaded image 86ee05af-d36b-4d84-af3e-ba34912e5a90 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.852956] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.853222] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-484a106a-1c57-4ac6-b20a-d998cac84f71 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.860225] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 977.860225] env[69765]: value = "task-3943448" [ 977.860225] env[69765]: _type = "Task" [ 977.860225] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.868970] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943448, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.953754] env[69765]: INFO nova.compute.manager [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] instance snapshotting [ 977.956837] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33611a8-b300-4826-a4a0-d547ef1c6b1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.976483] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ae60b2-c6da-4574-9636-4f4ba264525d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.126412] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.151122] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.151391] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.151550] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.151732] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.151917] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.152132] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.152353] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.152517] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.152690] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.152852] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.153036] env[69765]: DEBUG nova.virt.hardware [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.153469] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.153715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.153920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.154163] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.154282] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.156401] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35d34d-fe5a-4b6e-9989-cebeff9b82d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.161361] env[69765]: INFO nova.compute.manager [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Terminating instance [ 978.164399] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.168795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.162s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.168983] env[69765]: DEBUG nova.objects.instance [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 378063f0-6499-472c-800b-b271ce736960] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.172638] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165f730-364f-4283-b862-a87acc0712c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.192072] env[69765]: INFO nova.scheduler.client.report [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Deleted allocations for instance b508dcde-eb7c-4c8a-a38e-6e2f2a253904 [ 978.224491] env[69765]: INFO nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] instance snapshotting [ 978.225248] env[69765]: DEBUG nova.objects.instance [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.251030] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.251030] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.251896] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3f65c-a81f-46da-a6ad-49f8021acb2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.273957] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.274340] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd7815f5-90dd-44e3-af6f-8061b30b74e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.300376] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 978.300376] env[69765]: value = "task-3943449" [ 978.300376] env[69765]: _type = "Task" [ 978.300376] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.310303] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.371243] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943448, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.490019] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 978.490503] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa886df0-974e-476d-a2b1-a578bcd2082a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.499143] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 978.499143] env[69765]: value = "task-3943450" [ 978.499143] env[69765]: _type = "Task" [ 978.499143] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.508047] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943450, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.669629] env[69765]: DEBUG nova.compute.manager [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.669629] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.670290] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3e8dc-73f2-4fa3-b2ac-61a0112da5f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.681793] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.682075] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd316c98-e8df-4a71-9b28-f872d284df2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.690545] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 978.690545] env[69765]: value = "task-3943451" [ 978.690545] env[69765]: _type = "Task" [ 978.690545] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.701428] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.702310] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d8bc9ab-5df6-495c-adae-673ed09e0e36 tempest-ServerAddressesNegativeTestJSON-1695886101 tempest-ServerAddressesNegativeTestJSON-1695886101-project-member] Lock "b508dcde-eb7c-4c8a-a38e-6e2f2a253904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.292s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.730940] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ff2f1-1823-4851-85a8-ea21596e306e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.760931] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ec691-80d2-40a1-8619-62476a17c921 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.813874] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943449, 'name': ReconfigVM_Task, 'duration_secs': 0.446769} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.814266] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704/1c2155bb-9d72-421f-9dc4-2001257fd704.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.815328] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-529e4972-c089-4dbb-b63b-c4b3aef26561 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.824583] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 978.824583] env[69765]: value = "task-3943452" [ 978.824583] env[69765]: _type = "Task" [ 978.824583] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.838165] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943452, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.874673] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943448, 'name': Destroy_Task, 'duration_secs': 0.73733} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.875238] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Destroyed the VM [ 978.875579] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.876208] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab6b293e-27ef-4b65-b73a-f043cc7acf1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.884705] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 978.884705] env[69765]: value = "task-3943453" [ 978.884705] env[69765]: _type = "Task" [ 978.884705] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.895097] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.976029] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Successfully updated port: 4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.009656] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943450, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.027131] env[69765]: DEBUG nova.compute.manager [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Received event network-vif-plugged-4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.027358] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Acquiring lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.027588] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.027807] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.028010] env[69765]: DEBUG nova.compute.manager [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] No waiting events found dispatching network-vif-plugged-4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.028087] env[69765]: WARNING nova.compute.manager [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Received unexpected event network-vif-plugged-4397b9a0-b954-4d27-b9c2-efae5a80b22b for instance with vm_state building and task_state spawning. [ 979.028251] env[69765]: DEBUG nova.compute.manager [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Received event network-changed-4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.028403] env[69765]: DEBUG nova.compute.manager [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Refreshing instance network info cache due to event network-changed-4397b9a0-b954-4d27-b9c2-efae5a80b22b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.028587] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Acquiring lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.028742] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Acquired lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.028876] env[69765]: DEBUG nova.network.neutron [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Refreshing network info cache for port 4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 979.179728] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e7298ed-b4ed-4d83-86e4-be111aa064b3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.181257] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.929s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.181517] env[69765]: DEBUG nova.objects.instance [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'resources' on Instance uuid 38434b02-7421-45d1-9b34-b06bbf9d4ea6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.205298] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943451, 'name': PowerOffVM_Task, 'duration_secs': 0.264103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.206613] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.206613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.206867] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2818c40e-05c7-45f3-9046-312d36d40578 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.268172] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.268172] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.268399] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleting the datastore file [datastore2] f31e0ac1-18d3-4e01-a470-769823a8566a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.268930] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe64156c-57a7-402f-9886-b38cc7931218 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.275042] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.276704] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-902f9a17-efaa-4686-938b-4cbb6ad1ceb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.279278] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for the task: (returnval){ [ 979.279278] env[69765]: value = "task-3943455" [ 979.279278] env[69765]: _type = "Task" [ 979.279278] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.286029] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 979.286029] env[69765]: value = "task-3943456" [ 979.286029] env[69765]: _type = "Task" [ 979.286029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.287745] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.298067] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943456, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.336719] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943452, 'name': Rename_Task, 'duration_secs': 0.153701} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.337038] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.337304] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac654dc-3cb4-436e-bb66-145d7bda729b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.347318] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Waiting for the task: (returnval){ [ 979.347318] env[69765]: value = "task-3943457" [ 979.347318] env[69765]: _type = "Task" [ 979.347318] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.355594] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.398771] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943453, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.475898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.513820] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943450, 'name': CreateSnapshot_Task, 'duration_secs': 0.864732} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.514267] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 979.515733] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf70219-52ea-4177-ac75-c20bd7fec367 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.604792] env[69765]: DEBUG nova.network.neutron [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 979.778583] env[69765]: DEBUG nova.network.neutron [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.794232] env[69765]: DEBUG oslo_vmware.api [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Task: {'id': task-3943455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17641} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.804592] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.804748] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.804926] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.805134] env[69765]: INFO nova.compute.manager [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.805365] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.806162] env[69765]: DEBUG nova.compute.manager [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.806272] env[69765]: DEBUG nova.network.neutron [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 979.815707] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943456, 'name': CreateSnapshot_Task, 'duration_secs': 0.48142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.815988] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 979.816810] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed7e28-f3bc-46ee-b5a9-f6bb1b16f5de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.854915] env[69765]: DEBUG oslo_vmware.api [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Task: {'id': task-3943457, 'name': PowerOnVM_Task, 'duration_secs': 0.473656} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.855489] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.855721] env[69765]: DEBUG nova.compute.manager [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.856585] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d6f9f-fcc2-4116-96ec-cd7e9c2dbeab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.898920] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943453, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577089} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.899198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.899536] env[69765]: DEBUG nova.compute.manager [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.900339] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f67f0-63f0-4077-ae17-10736afd6f2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.044554] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.045617] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41de0d53-8630-4f63-92b0-6902c01067a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.063484] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 980.063484] env[69765]: value = "task-3943458" [ 980.063484] env[69765]: _type = "Task" [ 980.063484] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.076852] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943458, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.177527] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111db9e0-38bf-4e8e-861b-6d5ed5de8bda {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.186985] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2781d587-5c6d-48e6-af1c-566ce6a67ccc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.233051] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545afe4-05d9-4a45-91db-7dd21debc5b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.242623] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537ae68-ce88-4fc8-b219-7581b70b286b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.257749] env[69765]: DEBUG nova.compute.provider_tree [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.285831] env[69765]: DEBUG oslo_concurrency.lockutils [req-857ff965-618c-4a27-832a-d9a66b9628f5 req-f16a9d88-9c16-40be-a1f7-c6542449731a service nova] Releasing lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.286248] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.286371] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 980.338647] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.339133] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c4dfed4-79c9-4158-ab6e-0e2f7160db41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.351923] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 980.351923] env[69765]: value = "task-3943459" [ 980.351923] env[69765]: _type = "Task" [ 980.351923] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.366451] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943459, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.381016] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.416230] env[69765]: INFO nova.compute.manager [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Shelve offloading [ 980.572952] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943458, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.733239] env[69765]: DEBUG nova.network.neutron [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.761343] env[69765]: DEBUG nova.scheduler.client.report [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.823054] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 980.865866] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943459, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.925544] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.925544] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5260eca0-bcdf-422d-9306-d80f756df715 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.933732] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 980.933732] env[69765]: value = "task-3943460" [ 980.933732] env[69765]: _type = "Task" [ 980.933732] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.945298] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.945413] env[69765]: DEBUG nova.compute.manager [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.946608] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb5f80-e956-418d-857d-dd3270f131c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.953579] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.953851] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.953936] env[69765]: DEBUG nova.network.neutron [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 981.018317] env[69765]: DEBUG nova.network.neutron [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Updating instance_info_cache with network_info: [{"id": "4397b9a0-b954-4d27-b9c2-efae5a80b22b", "address": "fa:16:3e:39:f0:1b", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4397b9a0-b9", "ovs_interfaceid": "4397b9a0-b954-4d27-b9c2-efae5a80b22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.055319] env[69765]: DEBUG nova.compute.manager [req-69b5ac81-166a-47f9-86c4-174cb7ea6486 req-d2f40c61-209c-485b-ad06-5a2985206043 service nova] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Received event network-vif-deleted-1c255039-020d-48a7-b65c-a335793830a4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.074280] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943458, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.238426] env[69765]: INFO nova.compute.manager [-] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Took 1.43 seconds to deallocate network for instance. [ 981.270421] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.273408] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.525s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.273878] env[69765]: DEBUG nova.objects.instance [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'resources' on Instance uuid 378063f0-6499-472c-800b-b271ce736960 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.307272] env[69765]: INFO nova.scheduler.client.report [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted allocations for instance 38434b02-7421-45d1-9b34-b06bbf9d4ea6 [ 981.366367] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943459, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.521135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "refresh_cache-c0389a4e-09fb-4e41-9bae-9e5d38606649" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.521537] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance network_info: |[{"id": "4397b9a0-b954-4d27-b9c2-efae5a80b22b", "address": "fa:16:3e:39:f0:1b", "network": {"id": "3c0a6d50-08b3-4b67-9832-ff1d25c2066a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217770338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4027e5d874041e98b57ab799cbf55c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4397b9a0-b9", "ovs_interfaceid": "4397b9a0-b954-4d27-b9c2-efae5a80b22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.522067] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4397b9a0-b954-4d27-b9c2-efae5a80b22b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.531145] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.533932] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.534209] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbbe5c98-ed3a-45a0-a457-d2c45cd50556 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.555353] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.555353] env[69765]: value = "task-3943461" [ 981.555353] env[69765]: _type = "Task" [ 981.555353] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.563824] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943461, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.574684] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943458, 'name': CloneVM_Task, 'duration_secs': 1.400423} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.574957] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Created linked-clone VM from snapshot [ 981.575768] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a00b725-643e-452e-bd5a-71dc1dbbb9bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.583950] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Uploading image ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.613655] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.613655] env[69765]: value = "vm-782767" [ 981.613655] env[69765]: _type = "VirtualMachine" [ 981.613655] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.613655] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb1a6748-4c4b-4ed7-8a55-f15f38ba0144 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.623035] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease: (returnval){ [ 981.623035] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4539e-f369-9c1e-1a40-49cbc9d39150" [ 981.623035] env[69765]: _type = "HttpNfcLease" [ 981.623035] env[69765]: } obtained for exporting VM: (result){ [ 981.623035] env[69765]: value = "vm-782767" [ 981.623035] env[69765]: _type = "VirtualMachine" [ 981.623035] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 981.623309] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the lease: (returnval){ [ 981.623309] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4539e-f369-9c1e-1a40-49cbc9d39150" [ 981.623309] env[69765]: _type = "HttpNfcLease" [ 981.623309] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.636028] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.636028] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4539e-f369-9c1e-1a40-49cbc9d39150" [ 981.636028] env[69765]: _type = "HttpNfcLease" [ 981.636028] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 981.672481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "1c2155bb-9d72-421f-9dc4-2001257fd704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.672750] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.673015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "1c2155bb-9d72-421f-9dc4-2001257fd704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.673637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.673637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.677408] env[69765]: INFO nova.compute.manager [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Terminating instance [ 981.703302] env[69765]: DEBUG nova.network.neutron [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updating instance_info_cache with network_info: [{"id": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "address": "fa:16:3e:db:64:b1", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ee4186-83", "ovs_interfaceid": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.749249] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.818675] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a0138270-2668-4f5a-b4e5-722f6e300762 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "38434b02-7421-45d1-9b34-b06bbf9d4ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.078s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.865078] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943459, 'name': CloneVM_Task, 'duration_secs': 1.407225} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.865520] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Created linked-clone VM from snapshot [ 981.866590] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc28dd7-2be3-4c6e-868d-72c5ed575f00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.879846] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploading image 0746e7f1-a412-4390-8c45-25efa5f1407f {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.906319] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.906319] env[69765]: value = "vm-782768" [ 981.906319] env[69765]: _type = "VirtualMachine" [ 981.906319] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.906637] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d41f04a3-0ed7-4bcf-9b20-6d5621f26685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.916275] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease: (returnval){ [ 981.916275] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52585a4d-bf8b-7a20-a291-8a04ad0489e3" [ 981.916275] env[69765]: _type = "HttpNfcLease" [ 981.916275] env[69765]: } obtained for exporting VM: (result){ [ 981.916275] env[69765]: value = "vm-782768" [ 981.916275] env[69765]: _type = "VirtualMachine" [ 981.916275] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 981.916590] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the lease: (returnval){ [ 981.916590] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52585a4d-bf8b-7a20-a291-8a04ad0489e3" [ 981.916590] env[69765]: _type = "HttpNfcLease" [ 981.916590] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.928826] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.928826] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52585a4d-bf8b-7a20-a291-8a04ad0489e3" [ 981.928826] env[69765]: _type = "HttpNfcLease" [ 981.928826] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.066586] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943461, 'name': CreateVM_Task, 'duration_secs': 0.475008} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.069371] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.070341] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.070714] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.070832] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.071280] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8e2e1d-7c12-4c3d-8bd2-0e66652d7059 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.077166] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 982.077166] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d39b38-0103-98c9-9afd-bbf6fdcb4f60" [ 982.077166] env[69765]: _type = "Task" [ 982.077166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.086772] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d39b38-0103-98c9-9afd-bbf6fdcb4f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.088370] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202d21f-5766-4ed6-a6af-a73f144dae9f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c91bb-41a4-412b-a683-95d1d8eebb72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.133453] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13713987-3446-4dec-879b-82bb31fa7d5b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.140679] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.140679] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4539e-f369-9c1e-1a40-49cbc9d39150" [ 982.140679] env[69765]: _type = "HttpNfcLease" [ 982.140679] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.142977] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.142977] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4539e-f369-9c1e-1a40-49cbc9d39150" [ 982.142977] env[69765]: _type = "HttpNfcLease" [ 982.142977] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.143817] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e08ad1c-1dc9-4d52-bde3-1fe0bca057c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.147305] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada29f54-4bca-4850-a311-b61692e0b6a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.156773] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.156986] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.166818] env[69765]: DEBUG nova.compute.provider_tree [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.227537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "refresh_cache-1c2155bb-9d72-421f-9dc4-2001257fd704" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.227741] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquired lock "refresh_cache-1c2155bb-9d72-421f-9dc4-2001257fd704" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.227882] env[69765]: DEBUG nova.network.neutron [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 982.229580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.277403] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-235bd5e3-4899-4193-9da7-63bdbe09b2a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.436875] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.436875] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52585a4d-bf8b-7a20-a291-8a04ad0489e3" [ 982.436875] env[69765]: _type = "HttpNfcLease" [ 982.436875] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.436875] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.436875] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52585a4d-bf8b-7a20-a291-8a04ad0489e3" [ 982.436875] env[69765]: _type = "HttpNfcLease" [ 982.436875] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.436875] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1634c5fd-c7be-4742-8743-481775314473 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.447485] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.447821] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.559891] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5608404b-de34-4f0d-819a-017d8c36e979 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.592335] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d39b38-0103-98c9-9afd-bbf6fdcb4f60, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.598388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.598774] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.599303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.599303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.599436] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.599857] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f342381-d6f6-42f2-b288-1df5956374fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.613403] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.613403] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.613403] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519ddb3c-7082-4883-8e35-6b4936846a72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.620149] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 982.620149] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ec0d56-753c-2783-ae0c-b94b2167b368" [ 982.620149] env[69765]: _type = "Task" [ 982.620149] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.628314] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec0d56-753c-2783-ae0c-b94b2167b368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.733310] env[69765]: DEBUG nova.scheduler.client.report [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.035268] env[69765]: DEBUG nova.network.neutron [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 983.139297] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec0d56-753c-2783-ae0c-b94b2167b368, 'name': SearchDatastore_Task, 'duration_secs': 0.041032} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.146626] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d963cc6-bbf1-4df6-86f5-6974f795254b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.155216] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 983.155216] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5217907e-f3aa-b776-3f69-f043fdb2eeca" [ 983.155216] env[69765]: _type = "Task" [ 983.155216] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.166446] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5217907e-f3aa-b776-3f69-f043fdb2eeca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.214303] env[69765]: DEBUG nova.compute.manager [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received event network-vif-unplugged-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.214611] env[69765]: DEBUG oslo_concurrency.lockutils [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.214850] env[69765]: DEBUG oslo_concurrency.lockutils [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.215042] env[69765]: DEBUG oslo_concurrency.lockutils [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.217195] env[69765]: DEBUG nova.compute.manager [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] No waiting events found dispatching network-vif-unplugged-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.217966] env[69765]: WARNING nova.compute.manager [req-db3a84c5-d1eb-420d-8501-1cb261e3a413 req-9b884bf4-83fb-43dd-9dc0-397c68222d27 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received unexpected event network-vif-unplugged-e8ee4186-83c2-4b5e-9a50-925772992dfd for instance with vm_state shelved and task_state shelving_offloading. [ 983.220220] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.221901] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b20743-cfbd-425c-809e-112beca9d675 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.237786] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.239309] env[69765]: DEBUG nova.network.neutron [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.246447] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6196af8-37e3-4726-9e05-024e2ec256d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.252597] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.262018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Releasing lock "refresh_cache-1c2155bb-9d72-421f-9dc4-2001257fd704" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.262018] env[69765]: DEBUG nova.compute.manager [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.262018] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.262018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.568s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.262018] env[69765]: DEBUG nova.objects.instance [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.264334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2e6fa-8507-4c63-81cb-8308786118e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.277187] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.277187] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b3613a-b70b-44c9-bd35-b159c30fdb65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.289153] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 983.289153] env[69765]: value = "task-3943465" [ 983.289153] env[69765]: _type = "Task" [ 983.289153] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.290630] env[69765]: INFO nova.scheduler.client.report [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocations for instance 378063f0-6499-472c-800b-b271ce736960 [ 983.306444] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.356032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.356307] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.356496] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore1] 40a23b14-dda2-4e5c-b245-86893b19f7b2 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.357520] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7475a37c-a984-463a-9c08-f8b07876a8f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.367807] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 983.367807] env[69765]: value = "task-3943466" [ 983.367807] env[69765]: _type = "Task" [ 983.367807] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.381875] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.669218] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5217907e-f3aa-b776-3f69-f043fdb2eeca, 'name': SearchDatastore_Task, 'duration_secs': 0.015436} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.669640] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.669973] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] c0389a4e-09fb-4e41-9bae-9e5d38606649/c0389a4e-09fb-4e41-9bae-9e5d38606649.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.672045] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d6d123-1b06-48f4-937d-e590278de767 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.682909] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 983.682909] env[69765]: value = "task-3943467" [ 983.682909] env[69765]: _type = "Task" [ 983.682909] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.699912] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.806799] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943465, 'name': PowerOffVM_Task, 'duration_secs': 0.147443} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.810813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-eb0558f1-a949-4493-8c8d-caed4778939a tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "378063f0-6499-472c-800b-b271ce736960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.281s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.813800] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.814075] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.814718] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882a2c81-4faa-41e2-b0cd-5d89e10a9d14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.847577] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.847888] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.848028] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Deleting the datastore file [datastore1] 1c2155bb-9d72-421f-9dc4-2001257fd704 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.848334] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af217fac-19fb-4a10-80c9-15b0d9844038 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.860035] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for the task: (returnval){ [ 983.860035] env[69765]: value = "task-3943469" [ 983.860035] env[69765]: _type = "Task" [ 983.860035] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.871469] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.882204] env[69765]: DEBUG oslo_vmware.api [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285492} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.882593] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.882797] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.887035] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.916991] env[69765]: INFO nova.scheduler.client.report [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance 40a23b14-dda2-4e5c-b245-86893b19f7b2 [ 984.203488] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.276126] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8418c539-3319-4546-8075-1121c07969ca tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.277892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.985s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.372458] env[69765]: DEBUG oslo_vmware.api [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Task: {'id': task-3943469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474228} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.372458] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.372458] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.372882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.373221] env[69765]: INFO nova.compute.manager [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Took 1.11 seconds to destroy the instance on the hypervisor. [ 984.373480] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.373704] env[69765]: DEBUG nova.compute.manager [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.373797] env[69765]: DEBUG nova.network.neutron [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 984.394390] env[69765]: DEBUG nova.network.neutron [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 984.422380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.702109] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669419} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.702415] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] c0389a4e-09fb-4e41-9bae-9e5d38606649/c0389a4e-09fb-4e41-9bae-9e5d38606649.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.702639] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.702904] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9dc58e-a064-4e04-ba10-b213ae1873a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.712906] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 984.712906] env[69765]: value = "task-3943470" [ 984.712906] env[69765]: _type = "Task" [ 984.712906] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.725073] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.785170] env[69765]: INFO nova.compute.claims [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.897224] env[69765]: DEBUG nova.network.neutron [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.231061] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106524} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.231061] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.231061] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a295db6e-7326-49e3-b62a-ec537560abea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.258247] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c0389a4e-09fb-4e41-9bae-9e5d38606649/c0389a4e-09fb-4e41-9bae-9e5d38606649.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.258834] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fae9407-ba6c-4838-9615-dc11af573349 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.285032] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 985.285032] env[69765]: value = "task-3943471" [ 985.285032] env[69765]: _type = "Task" [ 985.285032] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.293880] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.296043] env[69765]: INFO nova.compute.resource_tracker [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating resource usage from migration 7fba1505-ce06-44e0-a36f-206dd75738ab [ 985.401090] env[69765]: INFO nova.compute.manager [-] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Took 1.03 seconds to deallocate network for instance. [ 985.581228] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776cac33-0294-42ae-a9df-c93623b9c733 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.590871] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c59c82-b14b-4fe9-b12d-598066712a59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.626148] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e3984-0ae9-4bb5-969c-a36f17f731be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.634615] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de2852-d702-4114-9b27-2798da4be094 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.652337] env[69765]: DEBUG nova.compute.provider_tree [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.798219] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943471, 'name': ReconfigVM_Task, 'duration_secs': 0.418493} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.798530] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c0389a4e-09fb-4e41-9bae-9e5d38606649/c0389a4e-09fb-4e41-9bae-9e5d38606649.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.799352] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5021710-b4dc-45cb-b872-1f1d88d78da8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.807828] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 985.807828] env[69765]: value = "task-3943472" [ 985.807828] env[69765]: _type = "Task" [ 985.807828] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.819860] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943472, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.910205] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.156463] env[69765]: DEBUG nova.scheduler.client.report [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.319018] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943472, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.663059] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.663316] env[69765]: INFO nova.compute.manager [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Migrating [ 986.671175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.362s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.671458] env[69765]: DEBUG nova.objects.instance [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lazy-loading 'resources' on Instance uuid 80528a07-6c98-44ea-8ee4-7520a16f1cb7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.820921] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943472, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.182817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.183225] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.183532] env[69765]: DEBUG nova.network.neutron [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 987.323351] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943472, 'name': Rename_Task, 'duration_secs': 1.241853} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.324472] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.324692] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e304b77d-a172-4b3d-bd08-b6e784a8fbb5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.338175] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 987.338175] env[69765]: value = "task-3943473" [ 987.338175] env[69765]: _type = "Task" [ 987.338175] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.352467] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.458911] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d71d0-012b-4060-91de-6cf495bb6d02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.469948] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb22b6e-c77c-4b86-a22c-c72092c7c950 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.505452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbaba0-a0ee-45f0-a435-d6011646a7c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.514831] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925ff5a-c820-4390-8577-a35e002121c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.530670] env[69765]: DEBUG nova.compute.provider_tree [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.579842] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.580206] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.849968] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.927765] env[69765]: DEBUG nova.network.neutron [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.034209] env[69765]: DEBUG nova.scheduler.client.report [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.089319] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.089558] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.089817] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.090208] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.090208] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.090315] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.090517] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 988.090555] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.350861] env[69765]: DEBUG oslo_vmware.api [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943473, 'name': PowerOnVM_Task, 'duration_secs': 0.601513} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.351282] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.351483] env[69765]: INFO nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Took 10.22 seconds to spawn the instance on the hypervisor. [ 988.351683] env[69765]: DEBUG nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.352623] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d7bb2-a077-44e6-98e4-b4872e4d8d64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.431077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.539937] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.544255] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.088s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.544501] env[69765]: DEBUG nova.objects.instance [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid 151be03a-6cd3-4dda-a23e-d18f33821491 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.565668] env[69765]: INFO nova.scheduler.client.report [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Deleted allocations for instance 80528a07-6c98-44ea-8ee4-7520a16f1cb7 [ 988.593565] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.872500] env[69765]: INFO nova.compute.manager [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Took 40.34 seconds to build instance. [ 989.076273] env[69765]: DEBUG oslo_concurrency.lockutils [None req-17ddcc0c-123b-4fd8-87a5-e41ca4d03796 tempest-ServerTagsTestJSON-2107771866 tempest-ServerTagsTestJSON-2107771866-project-member] Lock "80528a07-6c98-44ea-8ee4-7520a16f1cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.290s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.353633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601dbea6-37fa-4884-bbd2-be4df87ecc69 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.353633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194c215-279b-45c1-9624-f733e916ff09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.363947] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb733bb-9f86-4dbc-9d22-62fcfb81013a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.373355] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecce6a1-c2f1-4765-9cb3-dc5d4a031249 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.378095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7ad8b2b4-0ea5-43ca-9051-549b16987d69 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.858s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.391260] env[69765]: DEBUG nova.compute.provider_tree [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.896187] env[69765]: DEBUG nova.scheduler.client.report [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.947067] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0829b-f1fc-4c25-9559-d0142d0a9175 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.971972] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.406311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.410376] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.944s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.410376] env[69765]: DEBUG nova.objects.instance [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lazy-loading 'resources' on Instance uuid 9da179e8-d2e7-4b7c-9ed0-a7944411c463 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.427670] env[69765]: INFO nova.scheduler.client.report [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance 151be03a-6cd3-4dda-a23e-d18f33821491 [ 990.478955] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.479411] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9faf0bfc-997d-4224-9d2d-3dac435371a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.488876] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 990.488876] env[69765]: value = "task-3943474" [ 990.488876] env[69765]: _type = "Task" [ 990.488876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.499592] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.839860] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.840930] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1709281-654f-46d7-a226-446e601c8948 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.848763] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.848945] env[69765]: ERROR oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk due to incomplete transfer. [ 990.849204] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be6ca62d-f724-46c7-9a23-d96c776332e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.858218] env[69765]: DEBUG oslo_vmware.rw_handles [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5822-62bf-5d68-32c2-c30f04a92350/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.858473] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Uploaded image ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.860915] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.862283] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b2357dd-d87b-4403-8849-b95d39226dae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873214] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 990.873214] env[69765]: value = "task-3943475" [ 990.873214] env[69765]: _type = "Task" [ 990.873214] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.886623] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943475, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.910350] env[69765]: DEBUG nova.compute.manager [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Received event network-changed-e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.910350] env[69765]: DEBUG nova.compute.manager [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Refreshing instance network info cache due to event network-changed-e8ee4186-83c2-4b5e-9a50-925772992dfd. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.910350] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] Acquiring lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.910350] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] Acquired lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.910350] env[69765]: DEBUG nova.network.neutron [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Refreshing network info cache for port e8ee4186-83c2-4b5e-9a50-925772992dfd {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 990.936805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-19fa6b42-b89a-4295-92a9-495a89a9854b tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "151be03a-6cd3-4dda-a23e-d18f33821491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.961s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.002334] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943474, 'name': PowerOffVM_Task, 'duration_secs': 0.281845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.002742] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.002916] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.285639] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f08d0d-52d6-4ecb-aa44-427f47363bb0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.294311] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755a049-ebdb-45cf-929a-fbd119141d92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.327939] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6d171-c7c9-4128-a608-e46818bb2cac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.336164] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09366b9-1f9e-476f-bb31-dc53b093530c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.350603] env[69765]: DEBUG nova.compute.provider_tree [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.369410] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.385550] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943475, 'name': Destroy_Task, 'duration_secs': 0.408768} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.385986] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Destroyed the VM [ 991.386561] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.386561] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e809d643-14d1-47f7-948c-27116cbd8f48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.394262] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 991.394262] env[69765]: value = "task-3943476" [ 991.394262] env[69765]: _type = "Task" [ 991.394262] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.404654] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.509381] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.509709] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.509936] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.510560] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.510560] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.510560] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.510878] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.511379] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.511627] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.513405] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.513405] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.521208] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ae83f7-48ab-4616-a0f5-674ed266fca6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.540400] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 991.540400] env[69765]: value = "task-3943477" [ 991.540400] env[69765]: _type = "Task" [ 991.540400] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.553022] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.624927] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.626564] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4533d5-454a-4019-9e9a-6a34c0197bc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.635000] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.635204] env[69765]: ERROR oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk due to incomplete transfer. [ 991.635586] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9de96363-51a4-4234-bde2-e3d0629c5da9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.645176] env[69765]: DEBUG oslo_vmware.rw_handles [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52083b81-dbd4-46fb-9267-a868d267e03f/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 991.645348] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Uploaded image 0746e7f1-a412-4390-8c45-25efa5f1407f to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 991.651871] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.653231] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c469700-2976-4b29-babc-6961b641bbff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.670202] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 991.670202] env[69765]: value = "task-3943478" [ 991.670202] env[69765]: _type = "Task" [ 991.670202] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.683365] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943478, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.717485] env[69765]: DEBUG nova.network.neutron [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updated VIF entry in instance network info cache for port e8ee4186-83c2-4b5e-9a50-925772992dfd. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 991.717983] env[69765]: DEBUG nova.network.neutron [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updating instance_info_cache with network_info: [{"id": "e8ee4186-83c2-4b5e-9a50-925772992dfd", "address": "fa:16:3e:db:64:b1", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": null, "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape8ee4186-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.856222] env[69765]: DEBUG nova.scheduler.client.report [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.904500] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943476, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.053584] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943477, 'name': ReconfigVM_Task, 'duration_secs': 0.276976} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.054063] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.099039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.099039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.177189] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943478, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.226451] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f4ea40f-4c9c-4398-a55c-d6c0380c5036 req-814712d3-3776-4fa5-a43a-c50e42c44d70 service nova] Releasing lock "refresh_cache-40a23b14-dda2-4e5c-b245-86893b19f7b2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.245704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.245704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.245904] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.246166] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.246460] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.249390] env[69765]: INFO nova.compute.manager [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Terminating instance [ 992.367444] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.369585] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.989s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.369846] env[69765]: DEBUG nova.objects.instance [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.407255] env[69765]: DEBUG oslo_vmware.api [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943476, 'name': RemoveSnapshot_Task, 'duration_secs': 0.84221} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.407755] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.408134] env[69765]: INFO nova.compute.manager [None req-03e7ff7b-c4ae-446d-a0d0-580621060258 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 992.412676] env[69765]: INFO nova.scheduler.client.report [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted allocations for instance 9da179e8-d2e7-4b7c-9ed0-a7944411c463 [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.566019] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.567652] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.571031] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.571031] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.571031] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.571031] env[69765]: DEBUG nova.virt.hardware [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.579262] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.579262] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d999a704-f2d1-4d16-a01b-8a016eceabef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.598375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "120fe176-da8b-40fb-855b-229ab88c6bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.598601] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.603238] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.607841] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 992.607841] env[69765]: value = "task-3943479" [ 992.607841] env[69765]: _type = "Task" [ 992.607841] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.624033] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.676600] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943478, 'name': Destroy_Task, 'duration_secs': 0.874158} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.677294] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroyed the VM [ 992.677599] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.678203] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c1f7d26-b6cf-44bc-a538-cb07e375694f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.686310] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 992.686310] env[69765]: value = "task-3943480" [ 992.686310] env[69765]: _type = "Task" [ 992.686310] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.697690] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.754703] env[69765]: DEBUG nova.compute.manager [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.754987] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.756092] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80516ab-202b-48db-8abf-907d0ea2515a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.765928] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.765928] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71540d06-3590-4a83-a291-035e14eaabb4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.776878] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 992.776878] env[69765]: value = "task-3943481" [ 992.776878] env[69765]: _type = "Task" [ 992.776878] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.788169] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.933446] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8b1c0637-3a71-45f8-8543-7ebeca52adaf tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "9da179e8-d2e7-4b7c-9ed0-a7944411c463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.599s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.101760] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.125471] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943479, 'name': ReconfigVM_Task, 'duration_secs': 0.269586} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.125594] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.126564] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff3e30-f408-483b-b979-888270d76405 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.133146] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.157754] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.158541] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66450be0-3f56-490f-b578-147cfeefd83e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.185103] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 993.185103] env[69765]: value = "task-3943482" [ 993.185103] env[69765]: _type = "Task" [ 993.185103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.206030] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.206439] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.266353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b15264c1-dc31-4801-980b-606f47f5ece2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.266593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.290476] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943481, 'name': PowerOffVM_Task, 'duration_secs': 0.238805} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.290963] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.291372] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.291613] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b7e22f6-8203-4a3a-ae57-72bfe7fc1394 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.381478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9a7152ba-3079-4f0c-8101-684515153e72 tempest-ServersAdmin275Test-705598250 tempest-ServersAdmin275Test-705598250-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.383424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.634s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.383424] env[69765]: DEBUG nova.objects.instance [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lazy-loading 'resources' on Instance uuid f31e0ac1-18d3-4e01-a470-769823a8566a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.396080] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.396521] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.396855] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Deleting the datastore file [datastore2] e5f3f844-58c7-4970-9aed-230e4b4d9df3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.398378] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d03355a-ee15-4aee-b966-14c0f5772f22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.405727] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for the task: (returnval){ [ 993.405727] env[69765]: value = "task-3943484" [ 993.405727] env[69765]: _type = "Task" [ 993.405727] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.414917] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.464260] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.464937] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.465358] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.467467] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.467467] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.468266] env[69765]: INFO nova.compute.manager [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Terminating instance [ 993.627756] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.694320] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.694570] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.703476] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943482, 'name': ReconfigVM_Task, 'duration_secs': 0.496401} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.704240] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6/aac821c7-1420-470c-b6c6-223bab2f1fa6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.704468] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.711634] env[69765]: DEBUG oslo_vmware.api [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943480, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807632} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.711997] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.712247] env[69765]: INFO nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 14.98 seconds to snapshot the instance on the hypervisor. [ 993.770314] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.922472] env[69765]: DEBUG oslo_vmware.api [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Task: {'id': task-3943484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15798} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.922734] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.922920] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.924074] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.924311] env[69765]: INFO nova.compute.manager [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 993.924586] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.924808] env[69765]: DEBUG nova.compute.manager [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.924906] env[69765]: DEBUG nova.network.neutron [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 993.974118] env[69765]: DEBUG nova.compute.manager [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.974118] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.974305] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939071f-082e-4237-b1c3-8498e8458946 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.988119] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.988404] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6a06f61-de7e-4e0d-942b-cf0706026c93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.995998] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 993.995998] env[69765]: value = "task-3943485" [ 993.995998] env[69765]: _type = "Task" [ 993.995998] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.008161] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.201992] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.215015] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d495ff-788e-4b96-8ac5-772347b07ae2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.248029] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c720012-525e-4e93-bad6-2a0d8d4b3507 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.272638] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.282723] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af98e8-8aba-4e72-920d-f6cd703b283c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.287856] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.288103] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.288295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.290211] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.290211] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.290707] env[69765]: INFO nova.compute.manager [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Terminating instance [ 994.295185] env[69765]: DEBUG nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Found 3 images (rotation: 2) {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 994.296167] env[69765]: DEBUG nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Rotating out 1 backups {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 994.296167] env[69765]: DEBUG nova.compute.manager [None req-17f59135-4a9a-4d22-97e2-162fc027e304 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleting image c1c9270b-1b1b-44c6-b1e4-ecb036b28dc6 {{(pid=69765) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 994.303646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.305140] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc7c03-7632-4d82-b5e5-1f7618f22688 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.343497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297066e-aafd-4701-8ae8-6543e75c350b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.353940] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd91a2a-2a71-406b-8b9f-08306f907033 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.370501] env[69765]: DEBUG nova.compute.provider_tree [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.507254] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943485, 'name': PowerOffVM_Task, 'duration_secs': 0.203436} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.507549] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.507719] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.507978] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c29eb533-8974-4ceb-a463-0bc6e10cf48b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.573023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.573248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.573426] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore2] 8ac171a6-3bfa-48ac-b787-c83984f457f6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.573789] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31c02614-ae31-4480-9921-0448c755366a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.582155] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 994.582155] env[69765]: value = "task-3943487" [ 994.582155] env[69765]: _type = "Task" [ 994.582155] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.595700] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.666699] env[69765]: DEBUG nova.compute.manager [req-21715228-daca-44d4-94c8-b14a8d98cd7a req-5f8ab68b-d0c1-4ca8-a955-bed838c9bf8e service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Received event network-vif-deleted-42340e5e-c5cf-4c00-98ca-26d9b63f5d90 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.666943] env[69765]: INFO nova.compute.manager [req-21715228-daca-44d4-94c8-b14a8d98cd7a req-5f8ab68b-d0c1-4ca8-a955-bed838c9bf8e service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Neutron deleted interface 42340e5e-c5cf-4c00-98ca-26d9b63f5d90; detaching it from the instance and deleting it from the info cache [ 994.667642] env[69765]: DEBUG nova.network.neutron [req-21715228-daca-44d4-94c8-b14a8d98cd7a req-5f8ab68b-d0c1-4ca8-a955-bed838c9bf8e service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.727349] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.805948] env[69765]: DEBUG nova.compute.manager [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.806271] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.807282] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3247ae-9fb9-4fd6-a7f4-7dd99fbc3940 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.817166] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.817462] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df3aa95-9c80-4f61-9693-b748887dbf1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.826276] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 994.826276] env[69765]: value = "task-3943488" [ 994.826276] env[69765]: _type = "Task" [ 994.826276] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.839092] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.840042] env[69765]: DEBUG nova.network.neutron [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Port d9f2d736-a7e5-4a59-b833-299b1af9150e binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 994.875689] env[69765]: DEBUG nova.scheduler.client.report [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.060465] env[69765]: DEBUG nova.network.neutron [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.098727] env[69765]: DEBUG oslo_vmware.api [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155318} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.099017] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.100227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.100595] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.100879] env[69765]: INFO nova.compute.manager [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.101195] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.101410] env[69765]: DEBUG nova.compute.manager [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.101509] env[69765]: DEBUG nova.network.neutron [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 995.171835] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deba1e39-6557-4644-93dd-27a44b5d4777 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.186060] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a73664a-b3ec-499e-9b18-17bcbc89f907 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.226934] env[69765]: DEBUG nova.compute.manager [req-21715228-daca-44d4-94c8-b14a8d98cd7a req-5f8ab68b-d0c1-4ca8-a955-bed838c9bf8e service nova] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Detach interface failed, port_id=42340e5e-c5cf-4c00-98ca-26d9b63f5d90, reason: Instance e5f3f844-58c7-4970-9aed-230e4b4d9df3 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.336644] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943488, 'name': PowerOffVM_Task, 'duration_secs': 0.201671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.336948] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.337137] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.337397] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e34121-429b-4a33-86ff-4e54e4f6dd4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.381996] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.388858] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.967s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.389184] env[69765]: DEBUG nova.objects.instance [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'resources' on Instance uuid 40a23b14-dda2-4e5c-b245-86893b19f7b2 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.411543] env[69765]: INFO nova.scheduler.client.report [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Deleted allocations for instance f31e0ac1-18d3-4e01-a470-769823a8566a [ 995.420055] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.420310] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.420565] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleting the datastore file [datastore1] c0389a4e-09fb-4e41-9bae-9e5d38606649 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.421166] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1c6eb7-8729-4bfe-8e0b-95fe513e726f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.430284] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 995.430284] env[69765]: value = "task-3943490" [ 995.430284] env[69765]: _type = "Task" [ 995.430284] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.443237] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.566226] env[69765]: INFO nova.compute.manager [-] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Took 1.64 seconds to deallocate network for instance. [ 995.868528] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.868832] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.868951] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.891999] env[69765]: DEBUG nova.objects.instance [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'numa_topology' on Instance uuid 40a23b14-dda2-4e5c-b245-86893b19f7b2 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.924454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7a7cd3fa-7858-407b-b2f3-66a86676d675 tempest-MigrationsAdminTest-12341385 tempest-MigrationsAdminTest-12341385-project-member] Lock "f31e0ac1-18d3-4e01-a470-769823a8566a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.771s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.943606] env[69765]: DEBUG oslo_vmware.api [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410642} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.943606] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.943813] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.943849] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.944246] env[69765]: INFO nova.compute.manager [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.944526] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.944722] env[69765]: DEBUG nova.compute.manager [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.944822] env[69765]: DEBUG nova.network.neutron [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 996.080271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.111565] env[69765]: DEBUG nova.network.neutron [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.394318] env[69765]: DEBUG nova.objects.base [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Object Instance<40a23b14-dda2-4e5c-b245-86893b19f7b2> lazy-loaded attributes: resources,numa_topology {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.478997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.479329] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.479514] env[69765]: DEBUG nova.compute.manager [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.480421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1516e037-9711-4b73-9438-2e016bf25e25 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.491248] env[69765]: DEBUG nova.compute.manager [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 996.491248] env[69765]: DEBUG nova.objects.instance [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.620545] env[69765]: INFO nova.compute.manager [-] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Took 1.52 seconds to deallocate network for instance. [ 996.697182] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476d832-7584-4fe8-b669-a5134fed9e03 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.711899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080551f4-f07b-43fb-a2c0-11f9fd6fb656 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.747987] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1f5e45-d748-4da3-9b81-57395d1fe795 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.756983] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3dc48-2975-41ac-aa24-2b8544544232 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.772081] env[69765]: DEBUG nova.compute.provider_tree [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.855487] env[69765]: DEBUG nova.compute.manager [req-5126cc7a-58cd-45d0-9c2e-c9f20e58b10b req-0cd22f26-fd9f-4edb-8818-6675ca8cfd4a service nova] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Received event network-vif-deleted-40612ff3-5448-45f8-8840-76640b38f9b3 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.949723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.949723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.949723] env[69765]: DEBUG nova.network.neutron [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 997.886205] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.886501] env[69765]: DEBUG nova.network.neutron [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.888121] env[69765]: DEBUG nova.scheduler.client.report [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.893121] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.893685] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78624f9d-ca65-4295-b398-952ed0c25e18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.905229] env[69765]: DEBUG oslo_vmware.api [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 997.905229] env[69765]: value = "task-3943491" [ 997.905229] env[69765]: _type = "Task" [ 997.905229] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.914247] env[69765]: DEBUG oslo_vmware.api [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.218888] env[69765]: DEBUG nova.network.neutron [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.395344] env[69765]: INFO nova.compute.manager [-] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Took 2.45 seconds to deallocate network for instance. [ 998.395556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.007s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.399128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.489s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.399354] env[69765]: DEBUG nova.objects.instance [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lazy-loading 'resources' on Instance uuid 1c2155bb-9d72-421f-9dc4-2001257fd704 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.414012] env[69765]: DEBUG oslo_vmware.api [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943491, 'name': PowerOffVM_Task, 'duration_secs': 0.208907} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.414315] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.414528] env[69765]: DEBUG nova.compute.manager [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.415365] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d5bc9c-3e0b-4863-9312-56117686f6c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.724174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.908255] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.910577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8e0b916b-9619-4426-8a90-a3113315783f tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.015s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.911720] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.543s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.911949] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.912300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.912483] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.914228] env[69765]: INFO nova.compute.manager [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Terminating instance [ 998.930244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22d2ceda-7a00-4af2-95f6-974cf5d15750 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.451s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.973793] env[69765]: DEBUG nova.compute.manager [req-3bf73e9c-3040-4166-ac34-0e3ae032d830 req-434d35ec-81bd-4193-baff-97cc42b875a9 service nova] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Received event network-vif-deleted-4397b9a0-b954-4d27-b9c2-efae5a80b22b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.203190] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff32f445-ed5f-4b6b-81ff-91743a9f5517 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.212032] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f73e40-a9c2-4378-b5fa-b9948136c62e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.265184] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd63d8-1abc-4f46-a2b6-568b4418d272 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.267841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.268091] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.269168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.269377] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.277654] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61adf32-386e-48e5-a91b-8830d86828c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.283578] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900feb8b-1e5e-44d3-8028-aa4879e61e81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.297025] env[69765]: DEBUG nova.compute.provider_tree [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.316110] env[69765]: DEBUG nova.scheduler.client.report [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.319155] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc214d7-bde2-498c-b5ea-9a1d358e460a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.331302] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.419168] env[69765]: DEBUG nova.compute.manager [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.419471] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.420066] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7a02367-0889-4dc0-b222-4c4de9a63544 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.430170] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325242cb-49e8-4be3-8a1e-b5aab4b8790e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465903] env[69765]: WARNING nova.virt.vmwareapi.vmops [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 40a23b14-dda2-4e5c-b245-86893b19f7b2 could not be found. [ 999.466918] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.466918] env[69765]: INFO nova.compute.manager [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 999.466918] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.466918] env[69765]: DEBUG nova.compute.manager [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.466918] env[69765]: DEBUG nova.network.neutron [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 999.771851] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.777251] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.824719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.425s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.828834] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.234s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.828960] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.829088] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 999.829423] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.697s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.832093] env[69765]: INFO nova.compute.claims [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.836079] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75b433-2a3a-41b9-a60e-8824417550bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.841449] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.841720] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a182ac-7f86-4777-b98a-39f6f9ed87ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.845607] env[69765]: INFO nova.scheduler.client.report [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Deleted allocations for instance 1c2155bb-9d72-421f-9dc4-2001257fd704 [ 999.854097] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 999.854097] env[69765]: value = "task-3943492" [ 999.854097] env[69765]: _type = "Task" [ 999.854097] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.855382] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34258a76-8cfc-4617-bc63-af782357baff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.879852] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ff08a-d5ac-4550-86eb-31fa1e4186b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.889418] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.897940] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024828f4-d7df-4b2d-ad50-da8c43704650 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.935486] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179009MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 999.935704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.252330] env[69765]: DEBUG nova.network.neutron [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.303027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.305859] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.354508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-afc2ee6e-7d3b-4d9e-a18f-f345519f1eae tempest-ServersAdmin275Test-1028969647 tempest-ServersAdmin275Test-1028969647-project-member] Lock "1c2155bb-9d72-421f-9dc4-2001257fd704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.682s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.367862] env[69765]: DEBUG oslo_vmware.api [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943492, 'name': PowerOnVM_Task, 'duration_secs': 0.487961} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.369342] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.369762] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8959-264c-494f-bb21-05fb4bb91da2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance 'aac821c7-1420-470c-b6c6-223bab2f1fa6' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.383985] env[69765]: DEBUG nova.compute.manager [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Stashing vm_state: stopped {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.757261] env[69765]: INFO nova.compute.manager [-] [instance: 40a23b14-dda2-4e5c-b245-86893b19f7b2] Took 1.29 seconds to deallocate network for instance. [ 1000.904637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.130738] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd36fdd-5601-44fe-8203-657333c7bb43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.140498] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4c179-8c7f-4149-b945-96a7495ff8a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.178471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ab7cc-af14-49f9-bc20-9facc2f5da12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.187691] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b52ad-eeee-491a-ae81-6894089f51ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.203655] env[69765]: DEBUG nova.compute.provider_tree [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.706412] env[69765]: DEBUG nova.scheduler.client.report [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.783363] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a238b736-9e52-4fb1-afa1-038acd825ba0 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "40a23b14-dda2-4e5c-b245-86893b19f7b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.212721] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.213300] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.216133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.589s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.217837] env[69765]: INFO nova.compute.claims [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.554414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.554414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.722343] env[69765]: DEBUG nova.compute.utils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.727812] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.727812] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.770975] env[69765]: DEBUG nova.policy [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65f9b4f29be4138a6652a4faae9a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04eecc2422141ec8689f9c5a823213d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.056641] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.148305] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Successfully created port: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.226986] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.267064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.267064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.267064] env[69765]: DEBUG nova.compute.manager [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Going to confirm migration 3 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1003.544631] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf7ee3-8868-4512-9c8e-ba2e7d67682c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.552647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b44677-70d7-418d-960b-364697aff830 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.587501] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb9da0-b380-423b-8a0e-8107a51080c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.596025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd0a8c2-007b-49e4-9081-f9fe501084fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.600776] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.612983] env[69765]: DEBUG nova.compute.provider_tree [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.855325] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.855649] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.855880] env[69765]: DEBUG nova.network.neutron [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1003.856204] env[69765]: DEBUG nova.objects.instance [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'info_cache' on Instance uuid aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.117549] env[69765]: DEBUG nova.scheduler.client.report [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.243411] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.278262] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.278262] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.278407] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.278634] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.278721] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.278909] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.279062] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.279230] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.279395] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.279612] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.279781] env[69765]: DEBUG nova.virt.hardware [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.280760] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b37568-77f3-4da2-a1ee-1234c2045108 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.289567] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18602f2f-aee1-4369-be32-c5bd3263a25d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.624550] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.625323] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.637618] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.334s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.639562] env[69765]: INFO nova.compute.claims [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.710833] env[69765]: DEBUG nova.compute.manager [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Received event network-vif-plugged-2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.711095] env[69765]: DEBUG oslo_concurrency.lockutils [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.711292] env[69765]: DEBUG oslo_concurrency.lockutils [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.711465] env[69765]: DEBUG oslo_concurrency.lockutils [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.711625] env[69765]: DEBUG nova.compute.manager [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] No waiting events found dispatching network-vif-plugged-2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.711788] env[69765]: WARNING nova.compute.manager [req-efa49ba9-4712-4ad2-831a-199f2645283d req-0afc08a5-c4da-4341-a330-f749b5e95a15 service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Received unexpected event network-vif-plugged-2c08f3d7-13b5-4662-b9df-8a58c83a0286 for instance with vm_state building and task_state spawning. [ 1004.865711] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Successfully updated port: 2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.152897] env[69765]: DEBUG nova.compute.utils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.158765] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.158910] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.285536] env[69765]: DEBUG nova.policy [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1943b96690c4476889ced7054978b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d056311d4244f0b1859059f14a1220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.369915] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.370195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.370315] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1005.485944] env[69765]: DEBUG nova.network.neutron [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [{"id": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "address": "fa:16:3e:6f:c1:cc", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f2d736-a7", "ovs_interfaceid": "d9f2d736-a7e5-4a59-b833-299b1af9150e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.659631] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.684452] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Successfully created port: 6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.918294] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1005.989328] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-aac821c7-1420-470c-b6c6-223bab2f1fa6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.992121] env[69765]: DEBUG nova.objects.instance [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'migration_context' on Instance uuid aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.020161] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba9519-08e3-4a7b-bace-681cac29691f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.030708] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7801126-45e2-4426-900e-6197b64fbc8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.067897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21606be2-022e-4fc3-84ac-926b88416d61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.077189] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348866c-f5f4-4129-b191-318ef6aca8cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.097865] env[69765]: DEBUG nova.compute.provider_tree [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.178166] env[69765]: DEBUG nova.network.neutron [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating instance_info_cache with network_info: [{"id": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "address": "fa:16:3e:8e:ea:6f", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c08f3d7-13", "ovs_interfaceid": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.498642] env[69765]: DEBUG nova.objects.base [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.499618] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961626b-e840-41c0-a21c-941a2595075c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.502847] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.503078] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.503259] env[69765]: INFO nova.compute.manager [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Shelving [ 1006.522026] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7199ac6b-11d8-429b-a976-a3e2ba08615d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.528925] env[69765]: DEBUG oslo_vmware.api [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1006.528925] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522e10dd-40b9-deb8-be52-3de820d39ccb" [ 1006.528925] env[69765]: _type = "Task" [ 1006.528925] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.537583] env[69765]: DEBUG oslo_vmware.api [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522e10dd-40b9-deb8-be52-3de820d39ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.601249] env[69765]: DEBUG nova.scheduler.client.report [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.672582] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.681435] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.681767] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance network_info: |[{"id": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "address": "fa:16:3e:8e:ea:6f", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c08f3d7-13", "ovs_interfaceid": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.682201] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ea:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c08f3d7-13b5-4662-b9df-8a58c83a0286', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.690162] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.690790] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.693009] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2627f324-b26f-449e-b8f2-e250451b8789 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.715741] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.716051] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.716286] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.716494] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.716643] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.716825] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.717047] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.717238] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.717411] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.717574] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.717748] env[69765]: DEBUG nova.virt.hardware [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.718637] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5314e35c-3065-4793-b83e-6515b9f5d9bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.722117] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.722117] env[69765]: value = "task-3943493" [ 1006.722117] env[69765]: _type = "Task" [ 1006.722117] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.729240] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419fac0-4d86-4a7f-bb2b-d04ac67f7d68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.737642] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943493, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.750366] env[69765]: DEBUG nova.compute.manager [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Received event network-changed-2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.750556] env[69765]: DEBUG nova.compute.manager [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Refreshing instance network info cache due to event network-changed-2c08f3d7-13b5-4662-b9df-8a58c83a0286. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.751082] env[69765]: DEBUG oslo_concurrency.lockutils [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] Acquiring lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.751082] env[69765]: DEBUG oslo_concurrency.lockutils [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] Acquired lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.751082] env[69765]: DEBUG nova.network.neutron [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Refreshing network info cache for port 2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1007.042815] env[69765]: DEBUG oslo_vmware.api [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522e10dd-40b9-deb8-be52-3de820d39ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.042815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.108372] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.109186] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.113497] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.386s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.115893] env[69765]: INFO nova.compute.claims [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.234866] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943493, 'name': CreateVM_Task, 'duration_secs': 0.352201} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.235059] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.235767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.235972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.236319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.236586] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac90b25-f266-409e-93e0-be096e82320d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.244590] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1007.244590] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52884f35-584d-6f2d-5600-c3b2863b82a2" [ 1007.244590] env[69765]: _type = "Task" [ 1007.244590] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.251328] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52884f35-584d-6f2d-5600-c3b2863b82a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.515940] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.516416] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe797f8-16d2-44e6-baa0-759ba5c2f96e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.525937] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1007.525937] env[69765]: value = "task-3943494" [ 1007.525937] env[69765]: _type = "Task" [ 1007.525937] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.544438] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.560708] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Successfully updated port: 6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.615384] env[69765]: DEBUG nova.compute.utils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.617665] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.617932] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.664282] env[69765]: DEBUG nova.network.neutron [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updated VIF entry in instance network info cache for port 2c08f3d7-13b5-4662-b9df-8a58c83a0286. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1007.664665] env[69765]: DEBUG nova.network.neutron [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating instance_info_cache with network_info: [{"id": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "address": "fa:16:3e:8e:ea:6f", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c08f3d7-13", "ovs_interfaceid": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.697186] env[69765]: DEBUG nova.policy [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192fc028ea7d4cfc93babc3cec7314c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f70cc75451c46e8a3539047f04179c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.754562] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52884f35-584d-6f2d-5600-c3b2863b82a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.754977] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.755282] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.756235] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.756682] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757255] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.757577] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b371ec41-8103-472b-87d2-77df5ee08cc0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.768036] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.768347] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.769064] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bd960b-e65a-4520-aca0-87071d94d737 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.775492] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1007.775492] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d19c31-5f5c-16e7-24b1-5c0a72d2924a" [ 1007.775492] env[69765]: _type = "Task" [ 1007.775492] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.784895] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d19c31-5f5c-16e7-24b1-5c0a72d2924a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.010953] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Successfully created port: 5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.040041] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943494, 'name': PowerOffVM_Task, 'duration_secs': 0.207196} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.040041] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.040041] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab6ee3-c4fc-4b70-80f7-d005ef1636d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.062818] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace812b9-97c4-4975-8649-839b0428a061 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.066973] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.069017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquired lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.069017] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1008.123568] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.168471] env[69765]: DEBUG oslo_concurrency.lockutils [req-58bd0727-711e-4cab-80e3-48f59b36ba02 req-5db3e9b2-bb3e-4d46-aa60-a2d32bc3666e service nova] Releasing lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.286580] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d19c31-5f5c-16e7-24b1-5c0a72d2924a, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.290028] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa70ff61-4fae-40c4-91a9-9158f419562c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.294386] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1008.294386] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522ca141-2d6f-b8e7-d44f-83d1ce129dd2" [ 1008.294386] env[69765]: _type = "Task" [ 1008.294386] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.307871] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522ca141-2d6f-b8e7-d44f-83d1ce129dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.308229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.308513] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.308861] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6166ca9-9923-41ee-a919-61e0b538b1d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.320035] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1008.320035] env[69765]: value = "task-3943495" [ 1008.320035] env[69765]: _type = "Task" [ 1008.320035] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.328455] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.483639] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b12ab-67d0-43be-8fe3-2d6475e0ca4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.492737] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006cbaf-8691-4be2-a56f-5abcece25515 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528696] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed2759-39ce-4a64-be9d-43efc78f4c0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.538259] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0e6df-0f2b-46cf-8273-b851a6ed844c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.554525] env[69765]: DEBUG nova.compute.provider_tree [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.579709] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.579709] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9de9f2e-a5d7-42d3-a03c-2190ff1ac631 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.591772] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1008.591772] env[69765]: value = "task-3943496" [ 1008.591772] env[69765]: _type = "Task" [ 1008.591772] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.602282] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.624248] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1008.826814] env[69765]: DEBUG nova.compute.manager [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Received event network-vif-plugged-6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.827148] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Acquiring lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.827416] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.827598] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.827779] env[69765]: DEBUG nova.compute.manager [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] No waiting events found dispatching network-vif-plugged-6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.827933] env[69765]: WARNING nova.compute.manager [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Received unexpected event network-vif-plugged-6782625c-68c0-4347-b87f-90aced4b59ac for instance with vm_state building and task_state spawning. [ 1008.829107] env[69765]: DEBUG nova.compute.manager [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Received event network-changed-6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.829311] env[69765]: DEBUG nova.compute.manager [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Refreshing instance network info cache due to event network-changed-6782625c-68c0-4347-b87f-90aced4b59ac. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.829489] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Acquiring lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.837518] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.839819] env[69765]: DEBUG nova.network.neutron [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Updating instance_info_cache with network_info: [{"id": "6782625c-68c0-4347-b87f-90aced4b59ac", "address": "fa:16:3e:e4:5d:b4", "network": {"id": "68d52d28-2a97-481b-aa8c-f72af63f8f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232741798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d056311d4244f0b1859059f14a1220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6782625c-68", "ovs_interfaceid": "6782625c-68c0-4347-b87f-90aced4b59ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.057853] env[69765]: DEBUG nova.scheduler.client.report [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.104646] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.134320] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.174234] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4b096493723cfe5bfc17b82b4796981',container_format='bare',created_at=2025-05-09T06:33:32Z,direct_url=,disk_format='vmdk',id=ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf,min_disk=1,min_ram=0,name='tempest-test-snap-1444939429',owner='5f70cc75451c46e8a3539047f04179c4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-09T06:33:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.174496] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.174653] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.174908] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.174979] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.175134] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.175460] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.175735] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.175873] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.176139] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.176428] env[69765]: DEBUG nova.virt.hardware [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.177546] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c727625-fab9-415f-8136-bc4ae207a804 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.187234] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c82bf8-7755-41b5-b015-1da79ed37edd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.330566] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525871} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.330782] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.331021] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.331286] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334f83c6-25ba-4d14-828d-ae5edf31dcae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.339489] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1009.339489] env[69765]: value = "task-3943497" [ 1009.339489] env[69765]: _type = "Task" [ 1009.339489] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.343396] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Releasing lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.343781] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Instance network_info: |[{"id": "6782625c-68c0-4347-b87f-90aced4b59ac", "address": "fa:16:3e:e4:5d:b4", "network": {"id": "68d52d28-2a97-481b-aa8c-f72af63f8f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232741798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d056311d4244f0b1859059f14a1220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6782625c-68", "ovs_interfaceid": "6782625c-68c0-4347-b87f-90aced4b59ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.344212] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Acquired lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.344445] env[69765]: DEBUG nova.network.neutron [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Refreshing network info cache for port 6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1009.345789] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:5d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6782625c-68c0-4347-b87f-90aced4b59ac', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.353863] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Creating folder: Project (a7d056311d4244f0b1859059f14a1220). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.355500] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64c566e1-6699-4205-bec9-33bb57aa7aaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.361450] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.371871] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Created folder: Project (a7d056311d4244f0b1859059f14a1220) in parent group-v782532. [ 1009.372176] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Creating folder: Instances. Parent ref: group-v782771. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.372503] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197a6347-ca2d-4a75-bbf1-89b0d301d94c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.383944] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Created folder: Instances in parent group-v782771. [ 1009.384255] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.384471] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.384728] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-611a4a92-4f36-4f0a-8782-30aa8f339ee1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.406697] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.406697] env[69765]: value = "task-3943500" [ 1009.406697] env[69765]: _type = "Task" [ 1009.406697] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.418491] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943500, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.540779] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Successfully updated port: 5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.565018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.565674] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.569902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.490s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.570208] env[69765]: DEBUG nova.objects.instance [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lazy-loading 'resources' on Instance uuid e5f3f844-58c7-4970-9aed-230e4b4d9df3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.603924] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943496, 'name': CreateSnapshot_Task, 'duration_secs': 0.977331} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.604351] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.605388] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9d707-1476-455d-9312-cc04dd5b2d89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.852982] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075789} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.853358] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.854273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547dac6-8932-490a-93d4-15112f3dfd36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.881835] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.882264] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f254b81-2dca-489f-a13d-65ce39f3e5f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.904443] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1009.904443] env[69765]: value = "task-3943501" [ 1009.904443] env[69765]: _type = "Task" [ 1009.904443] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.916391] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.922608] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943500, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.043452] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.043616] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.043714] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1010.072072] env[69765]: DEBUG nova.compute.utils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.074058] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.074300] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.126888] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.130377] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7267f52-cd97-45fa-be09-5909e83dc04f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.144830] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1010.144830] env[69765]: value = "task-3943502" [ 1010.144830] env[69765]: _type = "Task" [ 1010.144830] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.156906] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943502, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.181325] env[69765]: DEBUG nova.policy [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.337800] env[69765]: DEBUG nova.network.neutron [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Updated VIF entry in instance network info cache for port 6782625c-68c0-4347-b87f-90aced4b59ac. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1010.338235] env[69765]: DEBUG nova.network.neutron [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Updating instance_info_cache with network_info: [{"id": "6782625c-68c0-4347-b87f-90aced4b59ac", "address": "fa:16:3e:e4:5d:b4", "network": {"id": "68d52d28-2a97-481b-aa8c-f72af63f8f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232741798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d056311d4244f0b1859059f14a1220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6782625c-68", "ovs_interfaceid": "6782625c-68c0-4347-b87f-90aced4b59ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.423916] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943501, 'name': ReconfigVM_Task, 'duration_secs': 0.298639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.423916] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to attach disk [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.427931] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415287f0-4239-4404-b388-5af85165bc8f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.429697] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943500, 'name': CreateVM_Task, 'duration_secs': 0.580118} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.430695] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.431252] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.431555] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.431938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.435304] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2facbf00-dbec-44da-a996-d389142ec8fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.438932] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1010.438932] env[69765]: value = "task-3943503" [ 1010.438932] env[69765]: _type = "Task" [ 1010.438932] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.447365] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1010.447365] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c704bd-6f5d-471e-4ec0-894531d22ff2" [ 1010.447365] env[69765]: _type = "Task" [ 1010.447365] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.458870] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943503, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.464481] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c704bd-6f5d-471e-4ec0-894531d22ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.475124] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d5315-1e7d-4869-9250-8215077171d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.483899] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542810b-1d53-4f36-8436-a5aaf460f141 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.519929] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1254e264-9408-4d44-867e-605c4ac6971e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.529181] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84941dd2-42f5-4baa-9a6a-3dffe92a7fb3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.545665] env[69765]: DEBUG nova.compute.provider_tree [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.581248] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.588304] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1010.659741] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943502, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.761495] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Successfully created port: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.844536] env[69765]: DEBUG oslo_concurrency.lockutils [req-d16da759-971f-448f-a68b-ed43f98e7b79 req-ff818c8c-01d4-4ad8-98b6-8b6fcbc0f818 service nova] Releasing lock "refresh_cache-120fe176-da8b-40fb-855b-229ab88c6bb0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.847865] env[69765]: DEBUG nova.network.neutron [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Updating instance_info_cache with network_info: [{"id": "5ae29246-98f6-4c87-970f-4a235b5704bb", "address": "fa:16:3e:4b:f3:db", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae29246-98", "ovs_interfaceid": "5ae29246-98f6-4c87-970f-4a235b5704bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.863670] env[69765]: DEBUG nova.compute.manager [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Received event network-vif-plugged-5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.863973] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Acquiring lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.864218] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.864404] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.864582] env[69765]: DEBUG nova.compute.manager [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] No waiting events found dispatching network-vif-plugged-5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.864743] env[69765]: WARNING nova.compute.manager [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Received unexpected event network-vif-plugged-5ae29246-98f6-4c87-970f-4a235b5704bb for instance with vm_state building and task_state spawning. [ 1010.864909] env[69765]: DEBUG nova.compute.manager [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Received event network-changed-5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.865308] env[69765]: DEBUG nova.compute.manager [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Refreshing instance network info cache due to event network-changed-5ae29246-98f6-4c87-970f-4a235b5704bb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.865518] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Acquiring lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.952030] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943503, 'name': Rename_Task, 'duration_secs': 0.379459} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.960138] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.960138] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b7dec0-b2c9-4fc4-b756-01be675e5d0d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.970699] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c704bd-6f5d-471e-4ec0-894531d22ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.021042} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.972450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.972851] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.973272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.973549] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.973847] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.974298] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1010.974298] env[69765]: value = "task-3943504" [ 1010.974298] env[69765]: _type = "Task" [ 1010.974298] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.974779] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077c7bb7-732b-4658-bd57-580b3c0885c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.985876] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.988124] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.988477] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.989330] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa733c8b-e6f9-412b-8d8f-b0dcace80274 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.000248] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1011.000248] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52538947-b4af-396e-e004-67b6a8b536f4" [ 1011.000248] env[69765]: _type = "Task" [ 1011.000248] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.008753] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52538947-b4af-396e-e004-67b6a8b536f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.051256] env[69765]: DEBUG nova.scheduler.client.report [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.160829] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943502, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.351488] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.351907] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Instance network_info: |[{"id": "5ae29246-98f6-4c87-970f-4a235b5704bb", "address": "fa:16:3e:4b:f3:db", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae29246-98", "ovs_interfaceid": "5ae29246-98f6-4c87-970f-4a235b5704bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.352250] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Acquired lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.355087] env[69765]: DEBUG nova.network.neutron [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Refreshing network info cache for port 5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1011.355087] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f3:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae29246-98f6-4c87-970f-4a235b5704bb', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.361868] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.363134] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.363134] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6f22d7-840e-4337-9be1-ecd3ade11901 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.389395] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.389395] env[69765]: value = "task-3943505" [ 1011.389395] env[69765]: _type = "Task" [ 1011.389395] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.401841] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943505, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.494370] env[69765]: DEBUG oslo_vmware.api [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943504, 'name': PowerOnVM_Task, 'duration_secs': 0.521047} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.494370] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.494370] env[69765]: INFO nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1011.494370] env[69765]: DEBUG nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.494370] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2841d05-e2d3-490c-979c-5e373bb3b4bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.517464] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52538947-b4af-396e-e004-67b6a8b536f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.518456] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edfbdec-3dd8-46b8-9e3a-2878abeb428c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.527652] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1011.527652] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c59e88-be18-f99d-40b5-138c9a30a0a9" [ 1011.527652] env[69765]: _type = "Task" [ 1011.527652] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.537809] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c59e88-be18-f99d-40b5-138c9a30a0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.559239] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.561656] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.675s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.561967] env[69765]: DEBUG nova.objects.instance [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lazy-loading 'resources' on Instance uuid 8ac171a6-3bfa-48ac-b787-c83984f457f6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.589523] env[69765]: INFO nova.scheduler.client.report [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Deleted allocations for instance e5f3f844-58c7-4970-9aed-230e4b4d9df3 [ 1011.594356] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.626110] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.626393] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.626556] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.626739] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.626916] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.627114] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.627337] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.627499] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.627667] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.627830] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.628050] env[69765]: DEBUG nova.virt.hardware [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.628957] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f90c80-edc6-4995-9497-fa78648ba04d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.639444] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fe96f-4413-44c7-8498-ce771b8257c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.667713] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943502, 'name': CloneVM_Task, 'duration_secs': 1.458286} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.668484] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Created linked-clone VM from snapshot [ 1011.669403] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1fa9dd-48b0-4d88-8c10-3ac643a31839 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.679213] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Uploading image fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.711960] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.711960] env[69765]: value = "vm-782775" [ 1011.711960] env[69765]: _type = "VirtualMachine" [ 1011.711960] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.712397] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4dba2cb-514e-4b62-b9a0-152e7ceb00b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.721089] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lease: (returnval){ [ 1011.721089] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52159094-45c7-7c5c-c542-5579d7e4ec86" [ 1011.721089] env[69765]: _type = "HttpNfcLease" [ 1011.721089] env[69765]: } obtained for exporting VM: (result){ [ 1011.721089] env[69765]: value = "vm-782775" [ 1011.721089] env[69765]: _type = "VirtualMachine" [ 1011.721089] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.721590] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the lease: (returnval){ [ 1011.721590] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52159094-45c7-7c5c-c542-5579d7e4ec86" [ 1011.721590] env[69765]: _type = "HttpNfcLease" [ 1011.721590] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.730165] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.730165] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52159094-45c7-7c5c-c542-5579d7e4ec86" [ 1011.730165] env[69765]: _type = "HttpNfcLease" [ 1011.730165] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.904274] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943505, 'name': CreateVM_Task, 'duration_secs': 0.467708} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.904274] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.905976] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.906221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.907387] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867a8252-adc3-4f5b-935a-002065e54d62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.914254] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1011.914254] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529bf6c4-7fe9-6bda-c0e7-6a39dc0e9a36" [ 1011.914254] env[69765]: _type = "Task" [ 1011.914254] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.924254] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529bf6c4-7fe9-6bda-c0e7-6a39dc0e9a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.019833] env[69765]: INFO nova.compute.manager [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Took 18.91 seconds to build instance. [ 1012.048261] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c59e88-be18-f99d-40b5-138c9a30a0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.048568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048827] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 120fe176-da8b-40fb-855b-229ab88c6bb0/120fe176-da8b-40fb-855b-229ab88c6bb0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.052943] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c985543-a5f4-4cb4-a846-4497d441119f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.061311] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1012.061311] env[69765]: value = "task-3943507" [ 1012.061311] env[69765]: _type = "Task" [ 1012.061311] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.076884] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.107104] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aa0e9044-5e8d-45a2-837d-6d65af2574fd tempest-ServersV294TestFqdnHostnames-234381249 tempest-ServersV294TestFqdnHostnames-234381249-project-member] Lock "e5f3f844-58c7-4970-9aed-230e4b4d9df3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.862s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.230545] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.230545] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52159094-45c7-7c5c-c542-5579d7e4ec86" [ 1012.230545] env[69765]: _type = "HttpNfcLease" [ 1012.230545] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.234374] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.234374] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52159094-45c7-7c5c-c542-5579d7e4ec86" [ 1012.234374] env[69765]: _type = "HttpNfcLease" [ 1012.234374] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.236532] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50c780-b7d0-4c22-bba0-7f49388a33de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.246250] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.246404] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.321712] env[69765]: DEBUG nova.network.neutron [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Updated VIF entry in instance network info cache for port 5ae29246-98f6-4c87-970f-4a235b5704bb. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1012.322074] env[69765]: DEBUG nova.network.neutron [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Updating instance_info_cache with network_info: [{"id": "5ae29246-98f6-4c87-970f-4a235b5704bb", "address": "fa:16:3e:4b:f3:db", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae29246-98", "ovs_interfaceid": "5ae29246-98f6-4c87-970f-4a235b5704bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.369814] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0614cfff-bfed-4c95-b587-58d6584488bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.446349] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.446690] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Processing image ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.446964] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.447153] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.447340] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.447685] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319cc716-d90e-4d65-ba61-84341b320e3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.464839] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.465718] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.466220] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eb8def-cbbc-4f08-b3ca-af39461186d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.474103] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1012.474103] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5216a4d2-a097-f78a-bc90-c29adb15bad3" [ 1012.474103] env[69765]: _type = "Task" [ 1012.474103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.475242] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101db54-4836-485a-9bb4-f116404a8a18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.490757] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff25232-9903-48ec-a3a1-368abd6fa574 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.494388] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5216a4d2-a097-f78a-bc90-c29adb15bad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.529529] env[69765]: DEBUG oslo_concurrency.lockutils [None req-60a6b6c5-a089-4a3b-8956-aeac33c4105d tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.430s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.530708] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6484c5c9-fc6e-4be9-adfe-ecf6bf8f3585 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.539761] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f383a-cd1d-4ed1-baf2-b739ea3f244e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.556329] env[69765]: DEBUG nova.compute.provider_tree [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.575164] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.827754] env[69765]: DEBUG oslo_concurrency.lockutils [req-f50f9a20-0e84-440d-a440-6d24df810a1d req-73b77d26-fa8c-418c-8d0c-24504871e3fb service nova] Releasing lock "refresh_cache-b15264c1-dc31-4801-980b-606f47f5ece2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.992837] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1012.993213] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Fetch image to [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16/OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1012.993459] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Downloading stream optimized image ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf to [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16/OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16.vmdk on the data store datastore2 as vApp {{(pid=69765) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1012.993700] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Downloading image file data ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf to the ESX as VM named 'OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16' {{(pid=69765) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1013.061592] env[69765]: DEBUG nova.scheduler.client.report [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.088716] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74581} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.092287] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 120fe176-da8b-40fb-855b-229ab88c6bb0/120fe176-da8b-40fb-855b-229ab88c6bb0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.092411] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.094181] env[69765]: DEBUG nova.compute.manager [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Received event network-vif-plugged-501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.094371] env[69765]: DEBUG oslo_concurrency.lockutils [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] Acquiring lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.095179] env[69765]: DEBUG oslo_concurrency.lockutils [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.095179] env[69765]: DEBUG oslo_concurrency.lockutils [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.095324] env[69765]: DEBUG nova.compute.manager [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] No waiting events found dispatching network-vif-plugged-501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.098018] env[69765]: WARNING nova.compute.manager [req-a0d54872-a4df-479c-942f-8ffcc275afea req-017c3950-54f6-4beb-affe-0346efc0903e service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Received unexpected event network-vif-plugged-501d6124-dbec-4e12-a60d-9c7c63ac1a55 for instance with vm_state building and task_state spawning. [ 1013.098936] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-053b2e6c-90b9-4651-8848-3fa6969c7e6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.115380] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1013.115380] env[69765]: value = "task-3943508" [ 1013.115380] env[69765]: _type = "Task" [ 1013.115380] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.128781] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.150881] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1013.150881] env[69765]: value = "resgroup-9" [ 1013.150881] env[69765]: _type = "ResourcePool" [ 1013.150881] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1013.151233] env[69765]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5aa0b7b5-7cd9-487f-90b7-c1a230a8e37d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.179681] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease: (returnval){ [ 1013.179681] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1013.179681] env[69765]: _type = "HttpNfcLease" [ 1013.179681] env[69765]: } obtained for vApp import into resource pool (val){ [ 1013.179681] env[69765]: value = "resgroup-9" [ 1013.179681] env[69765]: _type = "ResourcePool" [ 1013.179681] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1013.180322] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the lease: (returnval){ [ 1013.180322] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1013.180322] env[69765]: _type = "HttpNfcLease" [ 1013.180322] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.189806] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.189806] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1013.189806] env[69765]: _type = "HttpNfcLease" [ 1013.189806] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.267552] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Successfully updated port: 501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.459952] env[69765]: DEBUG nova.compute.manager [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Received event network-changed-2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.463657] env[69765]: DEBUG nova.compute.manager [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Refreshing instance network info cache due to event network-changed-2c08f3d7-13b5-4662-b9df-8a58c83a0286. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.463657] env[69765]: DEBUG oslo_concurrency.lockutils [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] Acquiring lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.464855] env[69765]: DEBUG oslo_concurrency.lockutils [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] Acquired lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.464855] env[69765]: DEBUG nova.network.neutron [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Refreshing network info cache for port 2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1013.582174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.585039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.677s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.585966] env[69765]: DEBUG nova.objects.instance [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lazy-loading 'resources' on Instance uuid c0389a4e-09fb-4e41-9bae-9e5d38606649 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.618712] env[69765]: INFO nova.scheduler.client.report [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted allocations for instance 8ac171a6-3bfa-48ac-b787-c83984f457f6 [ 1013.638801] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0945} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.638801] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.639838] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002ca0a-a812-4fe2-9d68-b2cfee854b23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.676191] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 120fe176-da8b-40fb-855b-229ab88c6bb0/120fe176-da8b-40fb-855b-229ab88c6bb0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.676191] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb2ec58-1605-45de-86c3-0a7d6641776b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.700793] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.700793] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1013.700793] env[69765]: _type = "HttpNfcLease" [ 1013.700793] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.703146] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1013.703146] env[69765]: value = "task-3943510" [ 1013.703146] env[69765]: _type = "Task" [ 1013.703146] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.713996] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.773756] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.773756] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.774031] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1014.140566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-11418cc6-6341-4e3e-8581-32b6cf02ae55 tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "8ac171a6-3bfa-48ac-b787-c83984f457f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.676s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.201559] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.201559] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1014.201559] env[69765]: _type = "HttpNfcLease" [ 1014.201559] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.201559] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.201559] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52921a51-5e6c-ea33-3c5c-829cfda7966a" [ 1014.201559] env[69765]: _type = "HttpNfcLease" [ 1014.201559] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1014.202920] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1dd7e2-8c82-460f-ab80-1e8435d85915 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.223036] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943510, 'name': ReconfigVM_Task, 'duration_secs': 0.471113} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.224155] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 120fe176-da8b-40fb-855b-229ab88c6bb0/120fe176-da8b-40fb-855b-229ab88c6bb0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.227849] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.228298] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1014.235011] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea34ecb1-d7f7-4216-9982-70a882f40b9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305455] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1014.305455] env[69765]: value = "task-3943511" [ 1014.305455] env[69765]: _type = "Task" [ 1014.305455] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.307913] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e120131-fa63-4931-bf95-d19a35944ef9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.320758] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943511, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.346894] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "b2e36dea-e709-48f9-810a-b7465b8b5172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.347340] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.347588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.347819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.348128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.352268] env[69765]: INFO nova.compute.manager [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Terminating instance [ 1014.415792] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1014.511936] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d86622f-f89d-4323-b22b-4d0dbea373af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.523540] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f486b0de-5746-4656-88e9-5cee8e678764 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.570244] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0910b97e-4e29-46ac-94f6-beb9b134a124 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.580244] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57b3ae-bb4a-4531-b00d-c408e1f44a2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.597826] env[69765]: DEBUG nova.compute.provider_tree [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.821747] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943511, 'name': Rename_Task, 'duration_secs': 0.218926} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.822460] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.822576] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6be19ac-3139-4f6a-a6d9-09960b69a9ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.825274] env[69765]: DEBUG nova.network.neutron [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updated VIF entry in instance network info cache for port 2c08f3d7-13b5-4662-b9df-8a58c83a0286. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1014.825696] env[69765]: DEBUG nova.network.neutron [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating instance_info_cache with network_info: [{"id": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "address": "fa:16:3e:8e:ea:6f", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c08f3d7-13", "ovs_interfaceid": "2c08f3d7-13b5-4662-b9df-8a58c83a0286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.839144] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1014.839144] env[69765]: value = "task-3943512" [ 1014.839144] env[69765]: _type = "Task" [ 1014.839144] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.851688] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.860667] env[69765]: DEBUG nova.compute.manager [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.860943] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.864319] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa60955-634c-4a58-82b7-9ac175e724cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.868812] env[69765]: DEBUG nova.network.neutron [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Updating instance_info_cache with network_info: [{"id": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "address": "fa:16:3e:69:bd:13", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d6124-db", "ovs_interfaceid": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.879508] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.883103] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6338494-f60f-4a34-b123-e873b24a2938 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.893689] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 1014.893689] env[69765]: value = "task-3943513" [ 1014.893689] env[69765]: _type = "Task" [ 1014.893689] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.909427] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.107065] env[69765]: DEBUG nova.scheduler.client.report [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.147399] env[69765]: DEBUG nova.compute.manager [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Received event network-changed-501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.147668] env[69765]: DEBUG nova.compute.manager [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Refreshing instance network info cache due to event network-changed-501d6124-dbec-4e12-a60d-9c7c63ac1a55. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.147907] env[69765]: DEBUG oslo_concurrency.lockutils [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] Acquiring lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.171128] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1015.174697] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.176413] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be3c77-a370-41e7-8456-0a0089e3ff70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.185258] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.185454] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1015.185711] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dfd4336f-a4c2-473d-bbc1-0317c3954538 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.331864] env[69765]: DEBUG oslo_concurrency.lockutils [req-c785a5f2-ac3b-420c-9160-0d9435236387 req-0612c651-83ef-48a9-9e0c-8cea25b12fad service nova] Releasing lock "refresh_cache-be71a8e8-ecdc-4ff2-845f-8b5872a474df" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.350954] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.371814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.374337] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Instance network_info: |[{"id": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "address": "fa:16:3e:69:bd:13", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d6124-db", "ovs_interfaceid": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.374337] env[69765]: DEBUG oslo_concurrency.lockutils [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] Acquired lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.374337] env[69765]: DEBUG nova.network.neutron [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Refreshing network info cache for port 501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1015.375160] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:bd:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501d6124-dbec-4e12-a60d-9c7c63ac1a55', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.384172] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.386613] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.387462] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d49d1a-6315-6b39-1eeb-708b95fc6ddd/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1015.387693] env[69765]: INFO nova.virt.vmwareapi.images [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Downloaded image file data ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf [ 1015.387954] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a87b3f3a-851c-4458-bf5b-a95597a98c80 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.406338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416bd640-be85-426c-8645-8e20c870e9d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.432029] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb8e2aa-e07f-4125-a102-dfa425ae3b0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.436058] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943513, 'name': PowerOffVM_Task, 'duration_secs': 0.291011} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.437328] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.437328] env[69765]: value = "task-3943514" [ 1015.437328] env[69765]: _type = "Task" [ 1015.437328] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.437328] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.437328] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.438057] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-380c077e-cf03-49e8-b01e-c57d50b1f8c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.450568] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943514, 'name': CreateVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.470338] env[69765]: INFO nova.virt.vmwareapi.images [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] The imported VM was unregistered [ 1015.472661] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1015.472878] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.473201] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9849236-f012-4e27-8487-6c682ea20a37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.497424] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.497424] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16/OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16.vmdk to [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk. {{(pid=69765) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1015.497424] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9f860f85-a436-4fc6-bb6d-bb25257eb55c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.505265] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1015.505265] env[69765]: value = "task-3943517" [ 1015.505265] env[69765]: _type = "Task" [ 1015.505265] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.517033] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.521963] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.521963] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.522201] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleting the datastore file [datastore2] b2e36dea-e709-48f9-810a-b7465b8b5172 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.522580] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3b26256-93d8-4673-8dda-796a12fef963 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.534733] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for the task: (returnval){ [ 1015.534733] env[69765]: value = "task-3943518" [ 1015.534733] env[69765]: _type = "Task" [ 1015.534733] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.546851] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.615352] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.616979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.681s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.645807] env[69765]: INFO nova.scheduler.client.report [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleted allocations for instance c0389a4e-09fb-4e41-9bae-9e5d38606649 [ 1015.852791] env[69765]: DEBUG oslo_vmware.api [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943512, 'name': PowerOnVM_Task, 'duration_secs': 0.654032} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.853217] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.853497] env[69765]: INFO nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1015.853710] env[69765]: DEBUG nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.854637] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99e7d9-b7f1-4895-b341-09cf51dd1ff0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.952756] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943514, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.020174] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.046362] env[69765]: DEBUG oslo_vmware.api [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Task: {'id': task-3943518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222145} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.046716] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.046965] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.047248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.047491] env[69765]: INFO nova.compute.manager [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1016.048581] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.048581] env[69765]: DEBUG nova.compute.manager [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.048581] env[69765]: DEBUG nova.network.neutron [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1016.159090] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1fc9c2ca-6d59-4cc7-a9cb-b83185a3775b tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "c0389a4e-09fb-4e41-9bae-9e5d38606649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.336124] env[69765]: DEBUG nova.network.neutron [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Updated VIF entry in instance network info cache for port 501d6124-dbec-4e12-a60d-9c7c63ac1a55. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1016.336806] env[69765]: DEBUG nova.network.neutron [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Updating instance_info_cache with network_info: [{"id": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "address": "fa:16:3e:69:bd:13", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d6124-db", "ovs_interfaceid": "501d6124-dbec-4e12-a60d-9c7c63ac1a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.377952] env[69765]: INFO nova.compute.manager [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Took 22.77 seconds to build instance. [ 1016.474539] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943514, 'name': CreateVM_Task, 'duration_secs': 0.706006} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.474539] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.474539] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.474539] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.474539] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.474539] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7687ea30-acef-47d6-91c2-a384b1aaabee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.474539] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1016.474539] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5245da76-f530-3ce8-e486-b62f4cde0fb3" [ 1016.474539] env[69765]: _type = "Task" [ 1016.474539] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.496473] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5245da76-f530-3ce8-e486-b62f4cde0fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.532586] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.569541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.570054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.636987] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Applying migration context for instance aac821c7-1420-470c-b6c6-223bab2f1fa6 as it has an incoming, in-progress migration 7fba1505-ce06-44e0-a36f-206dd75738ab. Migration status is confirming {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1016.638765] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating resource usage from migration af05d4f9-f383-479a-8753-b072e573a2b1 [ 1016.638968] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating resource usage from migration 7fba1505-ce06-44e0-a36f-206dd75738ab [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b2e36dea-e709-48f9-810a-b7465b8b5172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e98c48bd-df45-439d-ab1e-6c11c3612fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e6e148cd-3946-49b7-b951-461c0d9d8eb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 3af1d66b-0c71-4ff9-b03e-f754ae167419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 730063ed-13a2-42fa-a76e-d60b8c39f45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration 7fba1505-ce06-44e0-a36f-206dd75738ab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aac821c7-1420-470c-b6c6-223bab2f1fa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance be71a8e8-ecdc-4ff2-845f-8b5872a474df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 120fe176-da8b-40fb-855b-229ab88c6bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance b15264c1-dc31-4801-980b-606f47f5ece2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.665055] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.840261] env[69765]: DEBUG oslo_concurrency.lockutils [req-6e6f0ae9-4be0-4070-b7ee-67a42b94c456 req-673d49d6-042b-4df2-ae27-d04a3ffcaee4 service nova] Releasing lock "refresh_cache-a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.880330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-46e03e0f-1f05-4c10-9345-68bc676e93c9 tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.281s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.986121] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5245da76-f530-3ce8-e486-b62f4cde0fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.078423} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.986547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.986813] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.987137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.987304] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.987493] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.987817] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26105d46-885f-4e92-9aa8-74d662bec6e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.005627] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.005858] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.007091] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217206e4-9a25-4024-88cc-1597440722df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.018842] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1017.018842] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ab2e28-adac-d01c-104c-4b87fd750110" [ 1017.018842] env[69765]: _type = "Task" [ 1017.018842] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.024978] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.031682] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab2e28-adac-d01c-104c-4b87fd750110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.082678] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.169779] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.194159] env[69765]: DEBUG nova.network.neutron [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.294275] env[69765]: DEBUG nova.compute.manager [req-ed595b65-c823-42fd-8feb-11a3eb0a227b req-642426ec-c559-4046-95f4-c051b8286bc1 service nova] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Received event network-vif-deleted-892dcc1a-2091-45f7-bacd-5a525eb07cfe {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.527053] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.533674] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ab2e28-adac-d01c-104c-4b87fd750110, 'name': SearchDatastore_Task, 'duration_secs': 0.095069} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.534649] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2510600e-d134-45fb-9385-c0b0ed423d76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.541133] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1017.541133] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523b9b92-66d7-1d89-e5e1-94375536f1f9" [ 1017.541133] env[69765]: _type = "Task" [ 1017.541133] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.550759] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523b9b92-66d7-1d89-e5e1-94375536f1f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.608454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.676550] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 72764671-0fb9-4442-a49d-22c1b466ccd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.676760] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration af05d4f9-f383-479a-8753-b072e573a2b1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1017.676878] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.698000] env[69765]: INFO nova.compute.manager [-] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Took 1.65 seconds to deallocate network for instance. [ 1018.024228] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.051269] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523b9b92-66d7-1d89-e5e1-94375536f1f9, 'name': SearchDatastore_Task, 'duration_secs': 0.09263} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.051556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.051811] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e/a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.052121] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd221594-ff11-4c97-b71f-b482e7cea1a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.059152] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1018.059152] env[69765]: value = "task-3943520" [ 1018.059152] env[69765]: _type = "Task" [ 1018.059152] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.068044] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.180516] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 937425b4-ba26-46b9-ac35-e191a38f6ad6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1018.205767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.220032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "120fe176-da8b-40fb-855b-229ab88c6bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.220317] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.220544] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.220731] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.220902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.224124] env[69765]: INFO nova.compute.manager [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Terminating instance [ 1018.525294] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.569106] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.684270] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1018.684688] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1018.684688] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1018.729091] env[69765]: DEBUG nova.compute.manager [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.729357] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.732742] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbaae1c-5bbc-428a-acda-932d58e3a187 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.740637] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.740894] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e619b2fe-572e-4132-8270-698285015a90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.748815] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1018.748815] env[69765]: value = "task-3943521" [ 1018.748815] env[69765]: _type = "Task" [ 1018.748815] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.757082] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.932756] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b18d3-779c-43ca-8d9a-329e7b30e6ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.941380] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c462f-367f-480a-9851-098e6a5f01de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.980581] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b74cb-8de1-45b6-be60-3dbe76210f67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.990223] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53adc9a-ba06-48ba-b1dc-658d27abf663 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.005882] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.026154] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.070788] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.259623] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.510081] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.527443] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943517, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.676813} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.527853] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16/OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16.vmdk to [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk. [ 1019.528076] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Cleaning up location [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16 {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1019.528254] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ec2af557-43fc-444b-a9f6-ad5e7ac4ba16 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.528614] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33ec1f9b-99fe-4181-8190-b4e21e5e53b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.538658] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1019.538658] env[69765]: value = "task-3943522" [ 1019.538658] env[69765]: _type = "Task" [ 1019.538658] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.550081] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.572605] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.759495] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943521, 'name': PowerOffVM_Task, 'duration_secs': 0.603033} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.759699] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.759778] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.760121] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2e370c-3283-4583-aeed-4d02f5c54053 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.936488] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.936771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.936989] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.937245] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.937398] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.939671] env[69765]: INFO nova.compute.manager [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Terminating instance [ 1020.015439] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1020.015669] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.399s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.016020] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.713s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.018024] env[69765]: INFO nova.compute.claims [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.049204] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114193} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.049542] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.049749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.050061] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk to [datastore2] b15264c1-dc31-4801-980b-606f47f5ece2/b15264c1-dc31-4801-980b-606f47f5ece2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.050395] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2a232ee-c255-43cb-a536-07e4ddc51e6d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.058796] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1020.058796] env[69765]: value = "task-3943524" [ 1020.058796] env[69765]: _type = "Task" [ 1020.058796] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.074581] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.080624] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943520, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577863} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.081031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e/a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.081402] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.081782] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d490abfc-78d1-4a75-9ca9-1618e7429a31 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.090550] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1020.090550] env[69765]: value = "task-3943525" [ 1020.090550] env[69765]: _type = "Task" [ 1020.090550] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.101216] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.444080] env[69765]: DEBUG nova.compute.manager [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.444080] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.444660] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741047c-f2c5-4092-80eb-707c01d4d969 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.454122] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.454484] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a47e4a-f75a-46d2-b54c-baac24dc8732 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.462407] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 1020.462407] env[69765]: value = "task-3943526" [ 1020.462407] env[69765]: _type = "Task" [ 1020.462407] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.474099] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.570917] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.602793] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074625} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.603590] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.604589] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef29db-26dc-453c-b460-0a3b75082c17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.629980] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e/a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.630361] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0ab1c6-5374-46f9-b606-9d83e2b508da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.652116] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1020.652116] env[69765]: value = "task-3943527" [ 1020.652116] env[69765]: _type = "Task" [ 1020.652116] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.662356] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.974127] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943526, 'name': PowerOffVM_Task, 'duration_secs': 0.397332} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.974459] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.974631] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.974940] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88bcb632-8efd-4094-b933-5caf8fc255eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.073173] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.163719] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.323014] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775bb7e-171e-48da-8d1a-a61a4da010ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.331495] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e463b39-02f5-494d-b68a-48a9591e9247 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.363657] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2017f8c1-574c-4f0c-8b4d-48057b88469f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.372306] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cf1cb-f7d3-41d4-b01f-15eca7917eca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.387778] env[69765]: DEBUG nova.compute.provider_tree [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.572037] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.667284] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.893835] env[69765]: DEBUG nova.scheduler.client.report [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.072070] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.147843] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.148201] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.148595] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Deleting the datastore file [datastore2] 120fe176-da8b-40fb-855b-229ab88c6bb0 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.148985] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34181eca-4356-4221-b4f9-271af3973548 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.163748] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.163979] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.164214] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleting the datastore file [datastore1] 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.164572] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for the task: (returnval){ [ 1022.164572] env[69765]: value = "task-3943529" [ 1022.164572] env[69765]: _type = "Task" [ 1022.164572] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.165256] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685e1bbe-eb6f-4166-88b2-da6fe355f456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.176093] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.182412] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.184340] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for the task: (returnval){ [ 1022.184340] env[69765]: value = "task-3943530" [ 1022.184340] env[69765]: _type = "Task" [ 1022.184340] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.193742] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.400032] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.400761] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.404107] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.098s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.405795] env[69765]: INFO nova.compute.claims [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.573094] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943524, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.412395} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.573445] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf/ef7bbcae-d4a8-43ec-9a53-fb7550b03aaf.vmdk to [datastore2] b15264c1-dc31-4801-980b-606f47f5ece2/b15264c1-dc31-4801-980b-606f47f5ece2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.574384] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769dc1c2-0799-4590-9655-e9c277de32dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.600219] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] b15264c1-dc31-4801-980b-606f47f5ece2/b15264c1-dc31-4801-980b-606f47f5ece2.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.600604] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219f36d1-8134-434d-99fb-fb62f75451c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.622458] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1022.622458] env[69765]: value = "task-3943531" [ 1022.622458] env[69765]: _type = "Task" [ 1022.622458] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.630382] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.669164] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943527, 'name': ReconfigVM_Task, 'duration_secs': 1.992713} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.672770] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e/a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.673457] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef2c174-827a-43df-a755-bf35c77b4084 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.680711] env[69765]: DEBUG oslo_vmware.api [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Task: {'id': task-3943529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501965} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.682103] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.682345] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.682566] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.682753] env[69765]: INFO nova.compute.manager [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1022.682995] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.683283] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1022.683283] env[69765]: value = "task-3943532" [ 1022.683283] env[69765]: _type = "Task" [ 1022.683283] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.683481] env[69765]: DEBUG nova.compute.manager [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.684079] env[69765]: DEBUG nova.network.neutron [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1022.701183] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943532, 'name': Rename_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.701502] env[69765]: DEBUG oslo_vmware.api [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Task: {'id': task-3943530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340736} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.701792] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.702018] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.702268] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.702460] env[69765]: INFO nova.compute.manager [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1022.702708] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.703260] env[69765]: DEBUG nova.compute.manager [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.703260] env[69765]: DEBUG nova.network.neutron [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1022.911565] env[69765]: DEBUG nova.compute.utils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.918643] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.918643] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.991267] env[69765]: DEBUG nova.policy [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd514df4d9a45e0b439a6d2919f10db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1905b06bf1734971aff7642418c47123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.134167] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943531, 'name': ReconfigVM_Task, 'duration_secs': 0.402441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.134968] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Reconfigured VM instance instance-00000056 to attach disk [datastore2] b15264c1-dc31-4801-980b-606f47f5ece2/b15264c1-dc31-4801-980b-606f47f5ece2.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.138708] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f70f2819-f704-4136-9187-0d9cfde9f973 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.148023] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1023.148023] env[69765]: value = "task-3943533" [ 1023.148023] env[69765]: _type = "Task" [ 1023.148023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.162298] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943533, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.199737] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943532, 'name': Rename_Task, 'duration_secs': 0.182284} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.200900] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.201471] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d342011-acc9-476e-bc90-e4bf47376e73 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.215289] env[69765]: DEBUG nova.compute.manager [req-2319c81d-ff91-4a7b-a309-6d7ac9e8287b req-8b991f48-6755-43ea-b52e-f85fff2d1628 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Received event network-vif-deleted-6782625c-68c0-4347-b87f-90aced4b59ac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.215289] env[69765]: INFO nova.compute.manager [req-2319c81d-ff91-4a7b-a309-6d7ac9e8287b req-8b991f48-6755-43ea-b52e-f85fff2d1628 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Neutron deleted interface 6782625c-68c0-4347-b87f-90aced4b59ac; detaching it from the instance and deleting it from the info cache [ 1023.215289] env[69765]: DEBUG nova.network.neutron [req-2319c81d-ff91-4a7b-a309-6d7ac9e8287b req-8b991f48-6755-43ea-b52e-f85fff2d1628 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.218986] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1023.218986] env[69765]: value = "task-3943534" [ 1023.218986] env[69765]: _type = "Task" [ 1023.218986] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.231234] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.313731] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Successfully created port: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.416398] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.663171] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943533, 'name': Rename_Task, 'duration_secs': 0.257266} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.665373] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.665891] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e23b1941-9181-42af-a81c-5a5f95244724 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.673476] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.674886] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656714da-9430-41dc-b6f0-ad854e91b4f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.679550] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1023.679550] env[69765]: value = "task-3943535" [ 1023.679550] env[69765]: _type = "Task" [ 1023.679550] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.686124] env[69765]: DEBUG nova.network.neutron [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.687553] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.687648] env[69765]: ERROR oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk due to incomplete transfer. [ 1023.691130] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c789c0f-1b01-4dd6-b42b-811a904c8a81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697611] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.709392] env[69765]: DEBUG oslo_vmware.rw_handles [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52651862-d3e7-e172-30d5-bd2b09b5cf98/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.709392] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Uploaded image fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.710194] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.715704] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee5d28ac-c3e6-4cde-b479-2e6546478392 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.720789] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2fed22a-c2b7-4007-a1b4-8651f70c37ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.732308] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1023.732308] env[69765]: value = "task-3943536" [ 1023.732308] env[69765]: _type = "Task" [ 1023.732308] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.750769] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.756724] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f680575-8a68-4229-9f4b-85c1eaa95960 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.787366] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943536, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.820063] env[69765]: DEBUG nova.compute.manager [req-2319c81d-ff91-4a7b-a309-6d7ac9e8287b req-8b991f48-6755-43ea-b52e-f85fff2d1628 service nova] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Detach interface failed, port_id=6782625c-68c0-4347-b87f-90aced4b59ac, reason: Instance 120fe176-da8b-40fb-855b-229ab88c6bb0 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.821982] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66805f5c-5cdd-4461-9817-cb4ec97edc78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.832440] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a1d38-7c19-4685-8ca3-64f7aea2d6e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.884356] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bfb89-37a3-49b4-b8a9-f8ebbfb6ba59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.893961] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04851c4f-245d-4194-b108-370adef53a09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.914371] env[69765]: DEBUG nova.compute.provider_tree [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.136976] env[69765]: DEBUG nova.network.neutron [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.191465] env[69765]: INFO nova.compute.manager [-] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Took 1.51 seconds to deallocate network for instance. [ 1024.191595] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943535, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.230769] env[69765]: DEBUG oslo_vmware.api [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943534, 'name': PowerOnVM_Task, 'duration_secs': 0.613104} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.231115] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.231288] env[69765]: INFO nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Took 12.64 seconds to spawn the instance on the hypervisor. [ 1024.231465] env[69765]: DEBUG nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.232306] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b440a-7f5c-48f6-90d2-5815c2d3c3a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.248604] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943536, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.418560] env[69765]: DEBUG nova.scheduler.client.report [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.431496] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.457106] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.457450] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.457678] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.457930] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.458116] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.458273] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.458479] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.458635] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.458798] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.458957] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.459148] env[69765]: DEBUG nova.virt.hardware [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.460029] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4072bb93-465c-494a-b6e9-e373bd0f0c92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.469707] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884fbe8b-d6cf-4609-b7e7-94dbee7743a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.640330] env[69765]: INFO nova.compute.manager [-] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Took 1.94 seconds to deallocate network for instance. [ 1024.691906] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.698902] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.745335] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943536, 'name': Destroy_Task, 'duration_secs': 0.865762} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.745622] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Destroyed the VM [ 1024.745859] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.746210] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d2a91b8-7445-4654-8b95-fea126d71a33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.755564] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1024.755564] env[69765]: value = "task-3943537" [ 1024.755564] env[69765]: _type = "Task" [ 1024.755564] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.761652] env[69765]: INFO nova.compute.manager [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Took 30.05 seconds to build instance. [ 1024.769808] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.925012] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.925616] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.929869] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.025s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.036547] env[69765]: DEBUG nova.compute.manager [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Received event network-vif-plugged-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.036806] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.037012] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.037313] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.037528] env[69765]: DEBUG nova.compute.manager [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] No waiting events found dispatching network-vif-plugged-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.037751] env[69765]: WARNING nova.compute.manager [req-d4b012e8-58a2-43d4-ab98-269cf4c4f3da req-b55b00c1-1f56-4fbd-a192-a8cc6fbb45cc service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Received unexpected event network-vif-plugged-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 for instance with vm_state building and task_state spawning. [ 1025.065013] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Successfully updated port: 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.147295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.193290] env[69765]: DEBUG oslo_vmware.api [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943535, 'name': PowerOnVM_Task, 'duration_secs': 1.031049} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.193691] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.193978] env[69765]: INFO nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Took 16.06 seconds to spawn the instance on the hypervisor. [ 1025.194788] env[69765]: DEBUG nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.196441] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df926f34-3e0d-45de-85e0-ae9cd6ed369e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.267679] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0d9b0f60-89ba-4096-bb2b-cef9850f8529 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.573s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.273504] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943537, 'name': RemoveSnapshot_Task, 'duration_secs': 0.449191} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.273905] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.274112] env[69765]: DEBUG nova.compute.manager [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.274930] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa58117-eade-41b2-b079-170c41a07522 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.434594] env[69765]: DEBUG nova.compute.utils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.439155] env[69765]: INFO nova.compute.claims [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.443034] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.443170] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.487823] env[69765]: DEBUG nova.compute.manager [req-7bec1382-9f4b-49c2-90a7-2657c4e62f2c req-86a60dab-3327-4a31-8afa-1eb1a0fc15e7 service nova] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Received event network-vif-deleted-fde4576b-1ce8-40f4-a91d-7afafc39cc4f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.506330] env[69765]: DEBUG nova.policy [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3c703504b74c668b22b850658a2149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2841fd6d7a542a2923f95fc534ba8ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.570110] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.570270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.570439] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1025.717705] env[69765]: INFO nova.compute.manager [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Took 31.44 seconds to build instance. [ 1025.724486] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.724735] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.726333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.726333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.726333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.728141] env[69765]: INFO nova.compute.manager [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Terminating instance [ 1025.789123] env[69765]: INFO nova.compute.manager [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Shelve offloading [ 1025.946027] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.953143] env[69765]: INFO nova.compute.resource_tracker [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating resource usage from migration af05d4f9-f383-479a-8753-b072e573a2b1 [ 1025.956978] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Successfully created port: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.109034] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1026.221920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1de1da47-26a8-47fd-b872-8e523ea400d0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.955s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.236450] env[69765]: DEBUG nova.compute.manager [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.236450] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.240136] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619f359-c0d2-4226-9600-64df7f9cc723 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.250138] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.250464] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b256b1a-06c1-48d7-9473-569f8ed6a656 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.260687] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1026.260687] env[69765]: value = "task-3943538" [ 1026.260687] env[69765]: _type = "Task" [ 1026.260687] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.275470] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.296493] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.298221] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3495850-42f7-42cc-8946-72d31c120453 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.302284] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe21915-2e2a-4760-8209-d5e6fd147fc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.312090] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd83667-78b4-48f5-a09e-3a50c570529c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.316271] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1026.316271] env[69765]: value = "task-3943539" [ 1026.316271] env[69765]: _type = "Task" [ 1026.316271] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.348635] env[69765]: DEBUG nova.network.neutron [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating instance_info_cache with network_info: [{"id": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "address": "fa:16:3e:d3:26:6f", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ac7ec2-cb", "ovs_interfaceid": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.351175] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aacf6e-486c-4fe3-965b-4b4527f36699 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.358342] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.358579] env[69765]: DEBUG nova.compute.manager [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.359600] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440bc900-6594-46ad-b27e-ce23dd174fc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.367025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9af731-63bc-496d-adda-1dbfed7ea929 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.373455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b15264c1-dc31-4801-980b-606f47f5ece2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.373735] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.373959] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.374178] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.374361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.376591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.376773] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.376966] env[69765]: DEBUG nova.network.neutron [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1026.378423] env[69765]: INFO nova.compute.manager [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Terminating instance [ 1026.392484] env[69765]: DEBUG nova.compute.provider_tree [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.773210] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943538, 'name': PowerOffVM_Task, 'duration_secs': 0.253138} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.773536] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.773661] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.773926] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7db8531-9322-4077-a392-13508c24b1f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840773] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.841050] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.841243] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore2] a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.841607] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0b7972-9d59-45e7-ba58-108116898898 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.849453] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1026.849453] env[69765]: value = "task-3943541" [ 1026.849453] env[69765]: _type = "Task" [ 1026.849453] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.854762] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.855139] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Instance network_info: |[{"id": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "address": "fa:16:3e:d3:26:6f", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ac7ec2-cb", "ovs_interfaceid": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.855613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:26:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60ac7ec2-cbf9-4c75-b7cc-e48a92717c04', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.864445] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating folder: Project (1905b06bf1734971aff7642418c47123). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.868098] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdfb9296-dc4f-42e1-8b15-a6256ae37126 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.869943] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.880945] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created folder: Project (1905b06bf1734971aff7642418c47123) in parent group-v782532. [ 1026.881164] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating folder: Instances. Parent ref: group-v782779. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.881416] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ccfbb74-9e19-4911-8987-bc21bb969ea6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.885523] env[69765]: DEBUG nova.compute.manager [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.885721] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.886632] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4e3652-7560-4af8-a086-4f927f978e23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.896165] env[69765]: DEBUG nova.scheduler.client.report [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.900016] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.901434] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df99ed50-eb88-418a-8161-47ecaff7818f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.904189] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created folder: Instances in parent group-v782779. [ 1026.904399] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.905107] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.905244] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6581722-c0ff-4c0a-bdcc-7573dd73603a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.923544] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1026.923544] env[69765]: value = "task-3943544" [ 1026.923544] env[69765]: _type = "Task" [ 1026.923544] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.935020] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.935020] env[69765]: value = "task-3943545" [ 1026.935020] env[69765]: _type = "Task" [ 1026.935020] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.942849] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.948076] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943545, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.963135] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.994699] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.994978] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.995169] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.995325] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.995475] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.995622] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.995841] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.996089] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.996466] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.996466] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.996629] env[69765]: DEBUG nova.virt.hardware [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.997721] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7113e8a-5c88-441b-baea-91a5a8807d1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.012689] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40dd54c-6e88-418d-9413-6c9b10ae21af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.067725] env[69765]: DEBUG nova.compute.manager [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Received event network-changed-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.067851] env[69765]: DEBUG nova.compute.manager [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Refreshing instance network info cache due to event network-changed-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.068111] env[69765]: DEBUG oslo_concurrency.lockutils [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] Acquiring lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.068266] env[69765]: DEBUG oslo_concurrency.lockutils [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] Acquired lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.068452] env[69765]: DEBUG nova.network.neutron [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Refreshing network info cache for port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1027.197962] env[69765]: DEBUG nova.network.neutron [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.360747] env[69765]: DEBUG oslo_vmware.api [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170217} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.361035] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.361235] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.361479] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.361708] env[69765]: INFO nova.compute.manager [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.361804] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.361992] env[69765]: DEBUG nova.compute.manager [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.362100] env[69765]: DEBUG nova.network.neutron [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1027.403813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.403990] env[69765]: INFO nova.compute.manager [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Migrating [ 1027.410403] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.810s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.411854] env[69765]: INFO nova.compute.claims [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.441121] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943544, 'name': PowerOffVM_Task, 'duration_secs': 0.216098} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.443433] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.444245] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.444843] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82893674-1ee0-46fc-a888-0eae4dd51cd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.452654] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943545, 'name': CreateVM_Task, 'duration_secs': 0.355534} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.452837] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.453566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.453696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.454034] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.454308] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7280e597-c8f6-4965-9cd9-f2a6f7230d29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.462099] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1027.462099] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5285b8d2-27d0-c6bb-c56a-0a7e62ec0a5a" [ 1027.462099] env[69765]: _type = "Task" [ 1027.462099] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.472261] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5285b8d2-27d0-c6bb-c56a-0a7e62ec0a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.521316] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.521565] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.521747] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore2] b15264c1-dc31-4801-980b-606f47f5ece2 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.522109] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ca3519-0413-4691-be9d-aee261e52203 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.530986] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1027.530986] env[69765]: value = "task-3943547" [ 1027.530986] env[69765]: _type = "Task" [ 1027.530986] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.544054] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.671299] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Successfully updated port: 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.700464] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.733261] env[69765]: DEBUG nova.compute.manager [req-591159fc-35ae-4be9-b72b-b49b60805702 req-6633fe60-fb35-4801-896d-891f84cf7488 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Received event network-vif-deleted-501d6124-dbec-4e12-a60d-9c7c63ac1a55 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.733261] env[69765]: INFO nova.compute.manager [req-591159fc-35ae-4be9-b72b-b49b60805702 req-6633fe60-fb35-4801-896d-891f84cf7488 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Neutron deleted interface 501d6124-dbec-4e12-a60d-9c7c63ac1a55; detaching it from the instance and deleting it from the info cache [ 1027.734020] env[69765]: DEBUG nova.network.neutron [req-591159fc-35ae-4be9-b72b-b49b60805702 req-6633fe60-fb35-4801-896d-891f84cf7488 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.853473] env[69765]: DEBUG nova.network.neutron [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updated VIF entry in instance network info cache for port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1027.853979] env[69765]: DEBUG nova.network.neutron [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating instance_info_cache with network_info: [{"id": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "address": "fa:16:3e:d3:26:6f", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ac7ec2-cb", "ovs_interfaceid": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.928123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.928123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.928123] env[69765]: DEBUG nova.network.neutron [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1027.974812] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5285b8d2-27d0-c6bb-c56a-0a7e62ec0a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.975141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.975377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.975683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.975855] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.976104] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.976379] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85905404-56c1-4ca6-bacb-7dd164359fcb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.985569] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.985775] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.986511] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9385a98-5144-4ede-98b7-96451786fa5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.992089] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1027.992089] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52417cb2-d200-68f2-d34b-2c98566340e0" [ 1027.992089] env[69765]: _type = "Task" [ 1027.992089] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.001124] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52417cb2-d200-68f2-d34b-2c98566340e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.041391] env[69765]: DEBUG oslo_vmware.api [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187268} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.041638] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.041820] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.041994] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.042223] env[69765]: INFO nova.compute.manager [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1028.042466] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.042660] env[69765]: DEBUG nova.compute.manager [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.042757] env[69765]: DEBUG nova.network.neutron [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1028.174300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.174604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquired lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.174864] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1028.219664] env[69765]: DEBUG nova.network.neutron [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.241262] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d099e22-daa3-4242-be53-d993ad9a7939 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.251445] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab59f2f-807f-4316-bb03-fcaf75679859 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.280174] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.280174] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52875437-400c-4974-80ab-64cea31edd0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.293756] env[69765]: DEBUG nova.compute.manager [req-591159fc-35ae-4be9-b72b-b49b60805702 req-6633fe60-fb35-4801-896d-891f84cf7488 service nova] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Detach interface failed, port_id=501d6124-dbec-4e12-a60d-9c7c63ac1a55, reason: Instance a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.299730] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.300044] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51db82b-2b7d-4085-ac3a-ef548abc04ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.357739] env[69765]: DEBUG oslo_concurrency.lockutils [req-4703712a-1ebd-41a1-bfe5-1d5d413f0302 req-6dddae52-ec3d-46cc-ad29-deb00c48525a service nova] Releasing lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.504867] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52417cb2-d200-68f2-d34b-2c98566340e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.506158] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5080a3-e159-4778-a1ef-d7dae3a583f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.511833] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1028.511833] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529475e0-fb30-f137-0e4e-804df6d77d0f" [ 1028.511833] env[69765]: _type = "Task" [ 1028.511833] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.523651] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529475e0-fb30-f137-0e4e-804df6d77d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.674968] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf88ae-ba14-4a0c-b124-94270cfd9d60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.678672] env[69765]: DEBUG nova.network.neutron [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.687154] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876ad4e-23bb-4cf4-9fa0-3d1058134e47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.719326] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1028.721746] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606f104-e6c4-4f38-b343-d27c794bc316 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.724578] env[69765]: INFO nova.compute.manager [-] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Took 1.36 seconds to deallocate network for instance. [ 1028.734566] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8245af7-8270-467e-95c3-7bd5bd22f710 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.751356] env[69765]: DEBUG nova.compute.provider_tree [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.846683] env[69765]: DEBUG nova.network.neutron [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.864295] env[69765]: DEBUG nova.network.neutron [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Updating instance_info_cache with network_info: [{"id": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "address": "fa:16:3e:f6:ff:22", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11abe4-7b", "ovs_interfaceid": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.024287] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529475e0-fb30-f137-0e4e-804df6d77d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.024454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.024711] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 72764671-0fb9-4442-a49d-22c1b466ccd3/72764671-0fb9-4442-a49d-22c1b466ccd3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.024963] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b05558c-d590-4617-89ae-8561b41c44a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.032435] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1029.032435] env[69765]: value = "task-3943549" [ 1029.032435] env[69765]: _type = "Task" [ 1029.032435] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.041212] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.103255] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Received event network-vif-plugged-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.103255] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquiring lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.103733] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.103733] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.103954] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] No waiting events found dispatching network-vif-plugged-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.104029] env[69765]: WARNING nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Received unexpected event network-vif-plugged-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 for instance with vm_state building and task_state spawning. [ 1029.104218] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Received event network-changed-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.104394] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Refreshing instance network info cache due to event network-changed-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.104594] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquiring lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.183283] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.231607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.257964] env[69765]: DEBUG nova.scheduler.client.report [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.317893] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.318490] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.318793] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleting the datastore file [datastore1] e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.319234] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d53c62ca-1892-42c0-91bf-86e3af8d1e90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.327170] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1029.327170] env[69765]: value = "task-3943550" [ 1029.327170] env[69765]: _type = "Task" [ 1029.327170] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.338590] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.349846] env[69765]: INFO nova.compute.manager [-] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Took 1.31 seconds to deallocate network for instance. [ 1029.368424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Releasing lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.369426] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Instance network_info: |[{"id": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "address": "fa:16:3e:f6:ff:22", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11abe4-7b", "ovs_interfaceid": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.369426] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquired lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.369426] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Refreshing network info cache for port 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1029.371377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ff:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.379255] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Creating folder: Project (a2841fd6d7a542a2923f95fc534ba8ee). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.380460] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-683e5f2c-7124-4575-a2a7-06f785ed11dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.394871] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Created folder: Project (a2841fd6d7a542a2923f95fc534ba8ee) in parent group-v782532. [ 1029.395107] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Creating folder: Instances. Parent ref: group-v782782. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.396137] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ac4a021-eb33-48aa-8f02-3e318c53b686 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.409291] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Created folder: Instances in parent group-v782782. [ 1029.409702] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.410066] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.410336] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-573e1af4-1d71-4222-b3f0-2c4f10773c4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.432263] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.432263] env[69765]: value = "task-3943553" [ 1029.432263] env[69765]: _type = "Task" [ 1029.432263] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.440874] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943553, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.544158] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473215} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.544471] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 72764671-0fb9-4442-a49d-22c1b466ccd3/72764671-0fb9-4442-a49d-22c1b466ccd3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.544731] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.545026] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c4a7070-2ab0-4424-8e8a-6f6c9cdb6ff9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.552200] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1029.552200] env[69765]: value = "task-3943554" [ 1029.552200] env[69765]: _type = "Task" [ 1029.552200] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.563224] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.760078] env[69765]: DEBUG nova.compute.manager [req-39576e5e-7014-45d2-a4d6-e40f8c4e2873 req-2aacbda4-b980-4d72-8db1-7da7694cb2f8 service nova] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Received event network-vif-deleted-5ae29246-98f6-4c87-970f-4a235b5704bb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.763360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.763818] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.766517] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.724s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.838143] env[69765]: DEBUG oslo_vmware.api [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287126} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.838434] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.838623] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.838798] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.858213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.864066] env[69765]: INFO nova.scheduler.client.report [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted allocations for instance e6e148cd-3946-49b7-b951-461c0d9d8eb3 [ 1029.942140] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943553, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.062242] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.062500] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.063342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c356ff73-362f-4217-bc56-7c2530a1ae55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.087392] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 72764671-0fb9-4442-a49d-22c1b466ccd3/72764671-0fb9-4442-a49d-22c1b466ccd3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.088281] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Updated VIF entry in instance network info cache for port 5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1030.088631] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Updating instance_info_cache with network_info: [{"id": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "address": "fa:16:3e:f6:ff:22", "network": {"id": "5b7e1ae0-a488-4864-a9c5-7358ff65b362", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ee843e377ec94f59abf391e4a03bbffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11abe4-7b", "ovs_interfaceid": "5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.089888] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f2e827-007a-4d08-b87c-87b464858e2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.112320] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1030.112320] env[69765]: value = "task-3943555" [ 1030.112320] env[69765]: _type = "Task" [ 1030.112320] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.122599] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.270043] env[69765]: DEBUG nova.compute.utils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.274816] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.275019] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.313877] env[69765]: DEBUG nova.policy [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.368826] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.446074] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943553, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.538987] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923591e1-1178-40d5-8a85-cd757a1d349a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.547489] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a42cbc-7574-47cc-8e09-f9412ad10e43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.580442] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2838d3c-f031-4663-aa4b-f9c8a6fcb7c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.588967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd28b6c-b9bb-43b4-870d-2ec0ab352464 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.603169] env[69765]: DEBUG nova.compute.provider_tree [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.607204] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Releasing lock "refresh_cache-ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.607204] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-vif-unplugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.607204] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.607413] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.607537] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.607710] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] No waiting events found dispatching network-vif-unplugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.607881] env[69765]: WARNING nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received unexpected event network-vif-unplugged-e5313f2f-69df-4823-b332-7dc15330e227 for instance with vm_state shelved and task_state shelving_offloading. [ 1030.608058] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-changed-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.608222] env[69765]: DEBUG nova.compute.manager [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing instance network info cache due to event network-changed-e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.608441] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.608562] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.608723] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing network info cache for port e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1030.623687] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943555, 'name': ReconfigVM_Task, 'duration_secs': 0.300989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.623889] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 72764671-0fb9-4442-a49d-22c1b466ccd3/72764671-0fb9-4442-a49d-22c1b466ccd3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.624767] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-449ec658-b677-4a06-8aaf-39df43f3c283 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.632912] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1030.632912] env[69765]: value = "task-3943556" [ 1030.632912] env[69765]: _type = "Task" [ 1030.632912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.644933] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943556, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.700133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd577dd-4407-4681-8ee2-520d7b3f2dc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.722486] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.731476] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Successfully created port: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.776048] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.943582] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943553, 'name': CreateVM_Task, 'duration_secs': 1.333647} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.943817] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.944517] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.944686] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.945017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.945286] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7629d50b-b08b-42c6-a2b5-986793a18266 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.951425] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1030.951425] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5236dc99-cddf-08a2-d58b-1706d161052a" [ 1030.951425] env[69765]: _type = "Task" [ 1030.951425] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.959767] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5236dc99-cddf-08a2-d58b-1706d161052a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.109274] env[69765]: DEBUG nova.scheduler.client.report [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.149491] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943556, 'name': Rename_Task, 'duration_secs': 0.136313} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.149491] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.149491] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab80395c-6649-4ed3-8f0a-8cc1d40b7d0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.158197] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1031.158197] env[69765]: value = "task-3943557" [ 1031.158197] env[69765]: _type = "Task" [ 1031.158197] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.171350] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.232891] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.233270] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a6126d-69e8-4248-bec0-f493c23075e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.241082] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1031.241082] env[69765]: value = "task-3943558" [ 1031.241082] env[69765]: _type = "Task" [ 1031.241082] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.254186] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.254469] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.444495] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updated VIF entry in instance network info cache for port e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1031.444495] env[69765]: DEBUG nova.network.neutron [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": null, "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape5313f2f-69", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.470662] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5236dc99-cddf-08a2-d58b-1706d161052a, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.471035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.471299] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.471646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.471830] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.472047] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.472350] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007f3730-656b-4518-9015-281a512f8859 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.483871] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.484144] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.485158] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334adb05-2b1d-4532-baf8-9c2c5c9edbd1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.492029] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1031.492029] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5295ee60-3f1c-27e7-b2c7-a59554fa0f69" [ 1031.492029] env[69765]: _type = "Task" [ 1031.492029] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.502941] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5295ee60-3f1c-27e7-b2c7-a59554fa0f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.666903] env[69765]: DEBUG oslo_vmware.api [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943557, 'name': PowerOnVM_Task, 'duration_secs': 0.483074} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.667269] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.667563] env[69765]: INFO nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1031.667719] env[69765]: DEBUG nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.668466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0d095-18dd-48a3-b583-2a3c2322dda6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.761415] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.761679] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.761838] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.762034] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.762191] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.762367] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.762596] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.762756] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.762922] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.763100] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.763290] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.768437] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14518ec-97bc-47ce-a791-0b80ab462155 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.784887] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1031.784887] env[69765]: value = "task-3943559" [ 1031.784887] env[69765]: _type = "Task" [ 1031.784887] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.786097] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.801017] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.811866] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.812168] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.812335] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.812564] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.812741] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.812911] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.813137] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.813302] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.813467] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.813624] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.813791] env[69765]: DEBUG nova.virt.hardware [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.814721] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed899be-3cd8-4a4a-9daa-370f38c47d33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.824083] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7d975-3c64-4c1a-ae3e-b9fbae930dd9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.946994] env[69765]: DEBUG oslo_concurrency.lockutils [req-10eb54c6-6a2f-4a6a-b5ee-136a9cc26f04 req-89534e58-7554-4abc-913e-a6813e83b50d service nova] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.005023] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5295ee60-3f1c-27e7-b2c7-a59554fa0f69, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.005023] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2dd9a8-a410-4f50-955d-efe594a7070d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.010947] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1032.010947] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52779ea0-bb11-507d-056a-66a588ecf0c4" [ 1032.010947] env[69765]: _type = "Task" [ 1032.010947] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.020302] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52779ea0-bb11-507d-056a-66a588ecf0c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.123793] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.357s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.127529] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.519s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.129366] env[69765]: INFO nova.compute.claims [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.194321] env[69765]: INFO nova.compute.manager [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Took 31.91 seconds to build instance. [ 1032.296112] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943559, 'name': ReconfigVM_Task, 'duration_secs': 0.411648} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.298097] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.477651] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.489921] env[69765]: DEBUG nova.compute.manager [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Received event network-vif-plugged-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.490296] env[69765]: DEBUG oslo_concurrency.lockutils [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] Acquiring lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.490633] env[69765]: DEBUG oslo_concurrency.lockutils [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.490921] env[69765]: DEBUG oslo_concurrency.lockutils [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.491347] env[69765]: DEBUG nova.compute.manager [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] No waiting events found dispatching network-vif-plugged-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.491492] env[69765]: WARNING nova.compute.manager [req-b8da3dd1-bbf4-4167-ad15-2b40caacbc44 req-c1acf156-51b8-4d38-8d5b-b9b0e7be4c36 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Received unexpected event network-vif-plugged-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 for instance with vm_state building and task_state spawning. [ 1032.523089] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52779ea0-bb11-507d-056a-66a588ecf0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.523172] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.523399] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3/ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.524228] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03638647-2bad-4aaa-92bf-cec281a9ac70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.532151] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1032.532151] env[69765]: value = "task-3943560" [ 1032.532151] env[69765]: _type = "Task" [ 1032.532151] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.540804] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.699684] env[69765]: DEBUG oslo_concurrency.lockutils [None req-16bb396e-3339-4552-a47c-340fb1ce765c tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.431s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.710713] env[69765]: INFO nova.scheduler.client.report [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted allocation for migration 7fba1505-ce06-44e0-a36f-206dd75738ab [ 1032.789913] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Successfully updated port: ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.803066] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.803358] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.803554] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.803780] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.803931] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.804275] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.804621] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.804802] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.804975] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.805161] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.805336] env[69765]: DEBUG nova.virt.hardware [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.811631] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.812489] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f939265-e8b8-41d7-9ff3-27bbdfbefed4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.834368] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1032.834368] env[69765]: value = "task-3943561" [ 1032.834368] env[69765]: _type = "Task" [ 1032.834368] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.844636] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.044567] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.220217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-82c1a061-8dea-4eff-8dee-f593e82c269d tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.953s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.293079] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.293221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.293369] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1033.346927] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943561, 'name': ReconfigVM_Task, 'duration_secs': 0.320205} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.347271] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.348069] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4c10f8-8abd-4bb8-a204-69b04d48ec61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.371014] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.374216] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d72a43-0b58-4821-a81a-b9f02848050c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.393791] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1033.393791] env[69765]: value = "task-3943562" [ 1033.393791] env[69765]: _type = "Task" [ 1033.393791] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.407958] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.440856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7389dd04-aef0-4c76-9048-29614bc970b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.448848] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11a7ee-8ad3-4c29-ac2d-8b78e3361c19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.481489] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262553e5-c3fe-4f79-97c7-0f17b0e82cbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.490121] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d340373-8dfa-46f0-bf4a-adba9a4e8b8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.505585] env[69765]: DEBUG nova.compute.provider_tree [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.545421] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524597} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.545687] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3/ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.545903] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.546511] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-145df7cf-1c0c-4258-b7ef-30b562581374 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.553447] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1033.553447] env[69765]: value = "task-3943563" [ 1033.553447] env[69765]: _type = "Task" [ 1033.553447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.563028] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.719221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.719312] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.719499] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.719692] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.719862] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.722183] env[69765]: INFO nova.compute.manager [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Terminating instance [ 1033.824024] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1033.903143] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.945729] env[69765]: DEBUG nova.network.neutron [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Updating instance_info_cache with network_info: [{"id": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "address": "fa:16:3e:32:74:1a", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9cf8c9-56", "ovs_interfaceid": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.008912] env[69765]: DEBUG nova.scheduler.client.report [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.063818] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063905} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.064134] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.065010] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9032c1b-5dcd-4d7d-aec6-486c7fef6f38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.087828] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3/ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.088215] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1f8aa1-3a99-41b3-b42b-8af1c051f1d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.111518] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1034.111518] env[69765]: value = "task-3943564" [ 1034.111518] env[69765]: _type = "Task" [ 1034.111518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.120954] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.226812] env[69765]: DEBUG nova.compute.manager [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.227015] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.228040] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff97f3-3ab5-43b9-95c9-8451df0d5c29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.237310] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.237568] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a85801-c796-4f35-8036-4755d55cb959 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.245509] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1034.245509] env[69765]: value = "task-3943565" [ 1034.245509] env[69765]: _type = "Task" [ 1034.245509] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.255319] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.406187] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.449090] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.449511] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Instance network_info: |[{"id": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "address": "fa:16:3e:32:74:1a", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9cf8c9-56", "ovs_interfaceid": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.449981] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:74:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.458187] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.458469] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.458734] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6160051c-ae41-4dcf-aeb8-05e795a24ebe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.480939] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.480939] env[69765]: value = "task-3943566" [ 1034.480939] env[69765]: _type = "Task" [ 1034.480939] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.490938] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943566, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.514242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.514926] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.518519] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.313s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.518742] env[69765]: DEBUG nova.objects.instance [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lazy-loading 'resources' on Instance uuid b2e36dea-e709-48f9-810a-b7465b8b5172 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.528319] env[69765]: DEBUG nova.compute.manager [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Received event network-changed-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.528710] env[69765]: DEBUG nova.compute.manager [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Refreshing instance network info cache due to event network-changed-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.528989] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Acquiring lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.529218] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Acquired lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.529399] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Refreshing network info cache for port ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1034.622310] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943564, 'name': ReconfigVM_Task, 'duration_secs': 0.479975} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.622675] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Reconfigured VM instance instance-00000059 to attach disk [datastore2] ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3/ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.623663] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ae1540-d096-44c5-a6e8-d86a897cb691 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.631439] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1034.631439] env[69765]: value = "task-3943567" [ 1034.631439] env[69765]: _type = "Task" [ 1034.631439] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.641205] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943567, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.755996] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943565, 'name': PowerOffVM_Task, 'duration_secs': 0.320454} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.756364] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.756545] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.756813] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe16577-caa5-47bd-9742-91b190b3f6ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.822225] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.822635] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.822945] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleting the datastore file [datastore1] aac821c7-1420-470c-b6c6-223bab2f1fa6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.823415] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e9cb98a-1b1f-4be3-95a5-b96968f40196 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.832012] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1034.832012] env[69765]: value = "task-3943569" [ 1034.832012] env[69765]: _type = "Task" [ 1034.832012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.842606] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.904221] env[69765]: DEBUG oslo_vmware.api [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943562, 'name': ReconfigVM_Task, 'duration_secs': 1.258153} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.904501] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48/1ab5561a-bd08-4c7b-b1fb-e2b887e60b48.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.904775] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.991811] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943566, 'name': CreateVM_Task, 'duration_secs': 0.388136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.992243] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.992759] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.992977] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993487] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.993776] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d75667-be00-4230-8210-b59624878317 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.000165] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1035.000165] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52815d7f-743f-abd6-7898-1ab70999477f" [ 1035.000165] env[69765]: _type = "Task" [ 1035.000165] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.011687] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52815d7f-743f-abd6-7898-1ab70999477f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.021808] env[69765]: DEBUG nova.compute.utils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.023300] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.023905] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.067672] env[69765]: DEBUG nova.policy [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e1943a64ad4664a6316034042449c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83f40f586f1d41fab744fd9a83419e1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.148092] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943567, 'name': Rename_Task, 'duration_secs': 0.204643} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.148411] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.148686] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b6a17b-ffed-43ae-ae0f-203709af03c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.156132] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1035.156132] env[69765]: value = "task-3943570" [ 1035.156132] env[69765]: _type = "Task" [ 1035.156132] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.164843] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.303181] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Updated VIF entry in instance network info cache for port ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1035.303787] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Updating instance_info_cache with network_info: [{"id": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "address": "fa:16:3e:32:74:1a", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9cf8c9-56", "ovs_interfaceid": "ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.307997] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68fdad8-b2b7-4d27-935c-0483185cde94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.319610] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54cbfad-de97-49a1-a3d1-b0e9d4a4cd7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.358291] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a74cd-72b4-4738-8d92-4dc5d461cc1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.368095] env[69765]: DEBUG oslo_vmware.api [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296725} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.371011] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.371345] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.371591] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.371825] env[69765]: INFO nova.compute.manager [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1035.372192] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.372566] env[69765]: DEBUG nova.compute.manager [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.372719] env[69765]: DEBUG nova.network.neutron [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1035.376163] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6d5ea-52f5-4cf9-b173-e7512b6c0caf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.394728] env[69765]: DEBUG nova.compute.provider_tree [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.411493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f570f-2291-435e-9ce3-fdb55a9d70f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.439819] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d811b5-0c55-48a0-af7a-877d1b868c69 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.464016] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.500120] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Successfully created port: 9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.514546] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52815d7f-743f-abd6-7898-1ab70999477f, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.515209] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.515209] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.515422] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.515551] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.515735] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.516042] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8363e84-68fa-4b68-9040-804c280252d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.528813] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.528813] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.529328] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.531902] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52861e84-5dbc-4b72-ae01-a57f87cff28e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539897] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1035.539897] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52393cf5-6b36-602f-3c16-8392d408a583" [ 1035.539897] env[69765]: _type = "Task" [ 1035.539897] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.549921] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52393cf5-6b36-602f-3c16-8392d408a583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.667970] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.813754] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Releasing lock "refresh_cache-937425b4-ba26-46b9-ac35-e191a38f6ad6" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.814282] env[69765]: DEBUG nova.compute.manager [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Received event network-changed-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.814624] env[69765]: DEBUG nova.compute.manager [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Refreshing instance network info cache due to event network-changed-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.814960] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Acquiring lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.815218] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Acquired lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.815482] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Refreshing network info cache for port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1035.898311] env[69765]: DEBUG nova.scheduler.client.report [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.054210] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52393cf5-6b36-602f-3c16-8392d408a583, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.055304] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7bd782-0fc3-4ecb-aa60-98170e34d42b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.068723] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1036.068723] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d30205-9cdf-e76f-104c-a05cb5a30a1a" [ 1036.068723] env[69765]: _type = "Task" [ 1036.068723] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.079514] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d30205-9cdf-e76f-104c-a05cb5a30a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.107454] env[69765]: DEBUG nova.compute.manager [req-d9bee8f7-039b-4008-9506-d3726ea9a152 req-0e2723fb-35f1-4352-9831-031fa7e677d0 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Received event network-vif-deleted-d9f2d736-a7e5-4a59-b833-299b1af9150e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.107454] env[69765]: INFO nova.compute.manager [req-d9bee8f7-039b-4008-9506-d3726ea9a152 req-0e2723fb-35f1-4352-9831-031fa7e677d0 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Neutron deleted interface d9f2d736-a7e5-4a59-b833-299b1af9150e; detaching it from the instance and deleting it from the info cache [ 1036.107454] env[69765]: DEBUG nova.network.neutron [req-d9bee8f7-039b-4008-9506-d3726ea9a152 req-0e2723fb-35f1-4352-9831-031fa7e677d0 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.115491] env[69765]: DEBUG nova.network.neutron [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Port 08eb88dc-3262-4f26-adfc-01a7bd064b03 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1036.167212] env[69765]: DEBUG oslo_vmware.api [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943570, 'name': PowerOnVM_Task, 'duration_secs': 0.766352} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.167727] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.168035] env[69765]: INFO nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1036.168347] env[69765]: DEBUG nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.169151] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f0e37-3e23-4fb4-916e-d3c01a9cf71c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.403961] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.407480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.709s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.408113] env[69765]: DEBUG nova.objects.instance [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lazy-loading 'resources' on Instance uuid 120fe176-da8b-40fb-855b-229ab88c6bb0 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.432762] env[69765]: INFO nova.scheduler.client.report [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Deleted allocations for instance b2e36dea-e709-48f9-810a-b7465b8b5172 [ 1036.548881] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.565913] env[69765]: DEBUG nova.network.neutron [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.584839] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d30205-9cdf-e76f-104c-a05cb5a30a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016028} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.587297] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.587596] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.587798] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.588035] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.588232] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.588422] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.588673] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.588872] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.589286] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.589359] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.589795] env[69765]: DEBUG nova.virt.hardware [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.589909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.590207] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 937425b4-ba26-46b9-ac35-e191a38f6ad6/937425b4-ba26-46b9-ac35-e191a38f6ad6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.591342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da6e99b-8097-4d24-85bb-90c7df781967 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.593988] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039e7203-ff57-4180-a160-b1bb9b31c399 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.602080] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80582b60-7dd7-466e-972a-8677f98d4aa1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.608291] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1036.608291] env[69765]: value = "task-3943571" [ 1036.608291] env[69765]: _type = "Task" [ 1036.608291] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.609027] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updated VIF entry in instance network info cache for port 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1036.609415] env[69765]: DEBUG nova.network.neutron [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating instance_info_cache with network_info: [{"id": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "address": "fa:16:3e:d3:26:6f", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ac7ec2-cb", "ovs_interfaceid": "60ac7ec2-cbf9-4c75-b7cc-e48a92717c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.614453] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e45deae-3319-4b5d-a12e-fd137332f008 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.636471] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.641471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d922d-7a50-4d82-9c3e-2a836bff8e04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.675462] env[69765]: DEBUG nova.compute.manager [req-d9bee8f7-039b-4008-9506-d3726ea9a152 req-0e2723fb-35f1-4352-9831-031fa7e677d0 service nova] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Detach interface failed, port_id=d9f2d736-a7e5-4a59-b833-299b1af9150e, reason: Instance aac821c7-1420-470c-b6c6-223bab2f1fa6 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.692538] env[69765]: INFO nova.compute.manager [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Took 36.41 seconds to build instance. [ 1036.945455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a45bffdd-ef49-4915-9d60-212eded64e0c tempest-ServersAdminTestJSON-1807915075 tempest-ServersAdminTestJSON-1807915075-project-member] Lock "b2e36dea-e709-48f9-810a-b7465b8b5172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.597s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.071932] env[69765]: INFO nova.compute.manager [-] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Took 1.70 seconds to deallocate network for instance. [ 1037.114009] env[69765]: DEBUG oslo_concurrency.lockutils [req-f2b71bd3-09cf-48df-9490-90c9c51f0e73 req-6cebff80-6f2b-41a0-a722-f53f42824fd5 service nova] Releasing lock "refresh_cache-72764671-0fb9-4442-a49d-22c1b466ccd3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.128681] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943571, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.151096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.151096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.151220] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.179518] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca50a3-4713-4ab3-9fef-bb22dc3f3d01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.188223] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a60fc-e746-4d7f-8bc5-a3e47d8b5152 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.195048] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0bd3aba1-f4dd-427c-b1b6-d4305647b448 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.925s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.222021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4a9afd-abb1-4e94-8d91-6077fa54520f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.231898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da5fda2-f0f0-42ee-b4e1-d28858992a24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.247380] env[69765]: DEBUG nova.compute.provider_tree [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.478260] env[69765]: DEBUG nova.compute.manager [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Received event network-vif-plugged-9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.478528] env[69765]: DEBUG oslo_concurrency.lockutils [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.478637] env[69765]: DEBUG oslo_concurrency.lockutils [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.478814] env[69765]: DEBUG oslo_concurrency.lockutils [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.478955] env[69765]: DEBUG nova.compute.manager [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] No waiting events found dispatching network-vif-plugged-9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.480027] env[69765]: WARNING nova.compute.manager [req-034a37c8-8992-4932-ab25-42b98466d2de req-034e185b-a351-4949-a277-d5babd472b0c service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Received unexpected event network-vif-plugged-9cab55c7-9dac-4f54-8052-b21c881d16fc for instance with vm_state building and task_state spawning. [ 1037.561470] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Successfully updated port: 9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.584703] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.624458] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943571, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.753221] env[69765]: DEBUG nova.scheduler.client.report [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.905110] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.905380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.905600] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.905777] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.905952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.908331] env[69765]: INFO nova.compute.manager [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Terminating instance [ 1038.067799] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.067953] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.068137] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1038.125757] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943571, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.186118] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.186359] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.186549] env[69765]: DEBUG nova.network.neutron [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1038.260122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.261029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.114s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.261270] env[69765]: DEBUG nova.objects.instance [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lazy-loading 'resources' on Instance uuid 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.292088] env[69765]: INFO nova.scheduler.client.report [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Deleted allocations for instance 120fe176-da8b-40fb-855b-229ab88c6bb0 [ 1038.413842] env[69765]: DEBUG nova.compute.manager [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.414047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.415133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6caf160-1113-4fa5-8c22-942f64e7a87d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.424959] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.425597] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed62a12c-03a4-4695-bb83-c0d555e598bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.433315] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1038.433315] env[69765]: value = "task-3943572" [ 1038.433315] env[69765]: _type = "Task" [ 1038.433315] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.443454] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.623563] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943571, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542306} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.623828] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 937425b4-ba26-46b9-ac35-e191a38f6ad6/937425b4-ba26-46b9-ac35-e191a38f6ad6.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.624070] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.624356] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6916c10-941c-4686-a33d-5743c59dbe5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.634192] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1038.634192] env[69765]: value = "task-3943573" [ 1038.634192] env[69765]: _type = "Task" [ 1038.634192] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.637341] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1038.648958] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.799732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f32e3526-696b-4392-a790-013efab7f0ef tempest-ServersNegativeTestMultiTenantJSON-1235125706 tempest-ServersNegativeTestMultiTenantJSON-1235125706-project-member] Lock "120fe176-da8b-40fb-855b-229ab88c6bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.579s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.950931] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943572, 'name': PowerOffVM_Task, 'duration_secs': 0.303983} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.955305] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.955305] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.955305] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fcc415-d902-47c5-b324-6ef9fb5048d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.014811] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5128b79-cc04-47a6-b0d3-95da8b696da2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.024382] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.024808] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.024939] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Deleting the datastore file [datastore2] ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.027596] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d6df823-b9db-482d-bf16-889c668479c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.033963] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa444a77-5038-4b7b-9dff-a7a1299df62e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.072339] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for the task: (returnval){ [ 1039.072339] env[69765]: value = "task-3943575" [ 1039.072339] env[69765]: _type = "Task" [ 1039.072339] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.073982] env[69765]: DEBUG nova.network.neutron [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.076161] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14bc2e4-0604-43f1-923c-f86289e90ebc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.095683] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f24039-997b-4954-9e44-6d8414387feb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.099742] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.112130] env[69765]: DEBUG nova.compute.provider_tree [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.144430] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09161} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.144937] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.145636] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e369da-15ab-4c36-a855-4aa530841008 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.171960] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 937425b4-ba26-46b9-ac35-e191a38f6ad6/937425b4-ba26-46b9-ac35-e191a38f6ad6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.172664] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e4d449-8927-4125-853b-53e78f848641 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.193834] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1039.193834] env[69765]: value = "task-3943576" [ 1039.193834] env[69765]: _type = "Task" [ 1039.193834] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.208029] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.255374] env[69765]: DEBUG nova.network.neutron [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.530476] env[69765]: DEBUG nova.compute.manager [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Received event network-changed-9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.530682] env[69765]: DEBUG nova.compute.manager [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Refreshing instance network info cache due to event network-changed-9cab55c7-9dac-4f54-8052-b21c881d16fc. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.530908] env[69765]: DEBUG oslo_concurrency.lockutils [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] Acquiring lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.581246] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.581981] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Instance network_info: |[{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.582165] env[69765]: DEBUG oslo_concurrency.lockutils [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] Acquired lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.582368] env[69765]: DEBUG nova.network.neutron [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Refreshing network info cache for port 9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1039.584058] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a9:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cab55c7-9dac-4f54-8052-b21c881d16fc', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.597780] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Creating folder: Project (83f40f586f1d41fab744fd9a83419e1c). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.600191] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa3a3d91-ad77-44fa-9176-70697155cdea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.607463] env[69765]: DEBUG oslo_vmware.api [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Task: {'id': task-3943575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188777} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.608318] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.608646] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.608899] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.610565] env[69765]: INFO nova.compute.manager [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1039.610925] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.611589] env[69765]: DEBUG nova.compute.manager [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.611719] env[69765]: DEBUG nova.network.neutron [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1039.617586] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Created folder: Project (83f40f586f1d41fab744fd9a83419e1c) in parent group-v782532. [ 1039.617782] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Creating folder: Instances. Parent ref: group-v782786. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.618034] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-132a9497-9b31-470b-8c83-2b293dd31101 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.620744] env[69765]: DEBUG nova.scheduler.client.report [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.633176] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Created folder: Instances in parent group-v782786. [ 1039.637020] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.637020] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.637020] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56e176c-ccec-402a-89a4-f804bc9c552e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.655269] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.655269] env[69765]: value = "task-3943579" [ 1039.655269] env[69765]: _type = "Task" [ 1039.655269] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.664078] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943579, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.704525] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943576, 'name': ReconfigVM_Task, 'duration_secs': 0.292723} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.704830] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 937425b4-ba26-46b9-ac35-e191a38f6ad6/937425b4-ba26-46b9-ac35-e191a38f6ad6.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.705595] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f500b66-20ec-42ac-bb09-c70380cb26bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.713754] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1039.713754] env[69765]: value = "task-3943580" [ 1039.713754] env[69765]: _type = "Task" [ 1039.713754] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.725067] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943580, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.757974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.126162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.128961] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.897s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.129302] env[69765]: DEBUG nova.objects.instance [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.165818] env[69765]: INFO nova.scheduler.client.report [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Deleted allocations for instance 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9 [ 1040.173241] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943579, 'name': CreateVM_Task, 'duration_secs': 0.389509} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.174055] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.177049] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.177262] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.177614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.177901] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b7570e-e697-4a99-b75b-af0635e49ea2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.183366] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1040.183366] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c6fee4-1268-4ed3-bbf5-8d41d4bb913e" [ 1040.183366] env[69765]: _type = "Task" [ 1040.183366] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.192777] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c6fee4-1268-4ed3-bbf5-8d41d4bb913e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.224886] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943580, 'name': Rename_Task, 'duration_secs': 0.15975} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.225391] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.225660] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205b9ccd-3689-4898-a65e-2ddd8e2f1841 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.234117] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1040.234117] env[69765]: value = "task-3943581" [ 1040.234117] env[69765]: _type = "Task" [ 1040.234117] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.244735] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.290065] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad97ae-655b-4f9d-a209-8d1f285a961a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.318924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc7bae-dd64-41e6-ab9b-6dea791fe5ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.326454] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.512879] env[69765]: DEBUG nova.network.neutron [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.616954] env[69765]: DEBUG nova.network.neutron [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updated VIF entry in instance network info cache for port 9cab55c7-9dac-4f54-8052-b21c881d16fc. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1040.617367] env[69765]: DEBUG nova.network.neutron [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.684384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-98bf449a-94d4-4dc1-bf38-d9793a300ed7 tempest-VolumesAdminNegativeTest-1321685152 tempest-VolumesAdminNegativeTest-1321685152-project-member] Lock "5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.747s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.699722] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c6fee4-1268-4ed3-bbf5-8d41d4bb913e, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.700087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.700372] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.700631] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.700782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.701204] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.704364] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d70427-c0be-4d34-947f-8c447e606806 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.722942] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.723270] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.728864] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbae51c3-417c-4fd3-aa56-1fe4338d8b36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.735312] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1040.735312] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52aa4da2-f3a3-f67e-ff39-dbc8a9e91d52" [ 1040.735312] env[69765]: _type = "Task" [ 1040.735312] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.752745] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.756356] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aa4da2-f3a3-f67e-ff39-dbc8a9e91d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.834038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-02fd4b25-8bc1-41d8-a66b-ad85da701b10 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance '1ab5561a-bd08-4c7b-b1fb-e2b887e60b48' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.905209] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c792e-dcd5-4412-bf0f-7012471d66de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.915124] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b355e010-3cc3-41f4-8d8a-490c8ca2a87c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.951443] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5822f1-8cf5-48cf-9b98-af11065bd641 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.960842] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c19c0-e38b-4525-bb71-383a943d8edc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.980126] env[69765]: DEBUG nova.compute.provider_tree [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.017634] env[69765]: INFO nova.compute.manager [-] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Took 1.40 seconds to deallocate network for instance. [ 1041.120032] env[69765]: DEBUG oslo_concurrency.lockutils [req-dd971a74-d2d2-40db-b6f3-94d7ad71a38f req-1f702432-0c12-47d4-b08c-30280871412d service nova] Releasing lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.251202] env[69765]: DEBUG oslo_vmware.api [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943581, 'name': PowerOnVM_Task, 'duration_secs': 0.587015} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.256689] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.257389] env[69765]: INFO nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1041.258097] env[69765]: DEBUG nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.260205] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52aa4da2-f3a3-f67e-ff39-dbc8a9e91d52, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.260375] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf0a60-5b17-478c-80a8-3f9bec973831 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.267033] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacb0d10-f35d-4970-b446-fd09f3e33a95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.281016] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1041.281016] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bd6d06-cdc1-847a-769b-9a24d87ab12e" [ 1041.281016] env[69765]: _type = "Task" [ 1041.281016] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.292173] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bd6d06-cdc1-847a-769b-9a24d87ab12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.487021] env[69765]: DEBUG nova.scheduler.client.report [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.522627] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.576128] env[69765]: DEBUG nova.compute.manager [req-cb5ce5dd-f34e-482b-85f1-0cd68b864484 req-7cd1fd1c-51f9-4f74-bae7-2f93f216d56b service nova] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Received event network-vif-deleted-5e11abe4-7ba2-441b-98f8-e8fdd9c12aa1 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.800640] env[69765]: INFO nova.compute.manager [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Took 38.22 seconds to build instance. [ 1041.814903] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bd6d06-cdc1-847a-769b-9a24d87ab12e, 'name': SearchDatastore_Task, 'duration_secs': 0.021661} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.814903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.814903] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 2dda102a-a3f9-49e6-b0c2-e1a352e2a163/2dda102a-a3f9-49e6-b0c2-e1a352e2a163.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.814903] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3470b212-6dc0-4196-8424-786e3ac6dfdb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.821705] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1041.821705] env[69765]: value = "task-3943582" [ 1041.821705] env[69765]: _type = "Task" [ 1041.821705] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.835028] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.991862] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.994936] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.137s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.995491] env[69765]: DEBUG nova.objects.instance [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lazy-loading 'resources' on Instance uuid b15264c1-dc31-4801-980b-606f47f5ece2 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.026900] env[69765]: INFO nova.scheduler.client.report [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e [ 1042.130821] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.306029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5d828f7-488d-4fe7-87f7-66ba7de17c76 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.750s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.306029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.173s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.306029] env[69765]: DEBUG nova.compute.manager [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.306029] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886e140-04ea-4a26-8aba-95daeae72eef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.315254] env[69765]: DEBUG nova.compute.manager [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.315551] env[69765]: DEBUG nova.objects.instance [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'flavor' on Instance uuid 937425b4-ba26-46b9-ac35-e191a38f6ad6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.335950] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.542426] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f037587f-7c21-4804-b9f7-7ec64f69df5a tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.817s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.744658] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5a4af4-2425-42d6-ab83-a747e7316de9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.754797] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e27dd3-7ae3-487d-9de8-77fd3635561e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.793906] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd55d0c-c075-4a65-b701-676077f14d4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.802958] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c2906-087a-4d54-aa48-317498b45747 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.818140] env[69765]: DEBUG nova.compute.provider_tree [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.834244] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708922} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.834938] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 2dda102a-a3f9-49e6-b0c2-e1a352e2a163/2dda102a-a3f9-49e6-b0c2-e1a352e2a163.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.835248] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.835523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e12f5d-21d8-47da-892d-94d29b80aacb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.843782] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1042.843782] env[69765]: value = "task-3943583" [ 1042.843782] env[69765]: _type = "Task" [ 1042.843782] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.854434] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.011723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.013066] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.014108] env[69765]: DEBUG nova.compute.manager [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Going to confirm migration 4 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1043.325939] env[69765]: DEBUG nova.scheduler.client.report [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.330479] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.331029] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5cc5f2-e494-4b68-a368-9406afc6cf96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.342341] env[69765]: DEBUG oslo_vmware.api [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1043.342341] env[69765]: value = "task-3943584" [ 1043.342341] env[69765]: _type = "Task" [ 1043.342341] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.359984] env[69765]: DEBUG oslo_vmware.api [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.362711] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072725} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.363022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.364222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb64c937-4028-4cdb-b82c-d14afe1e6aff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.394414] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 2dda102a-a3f9-49e6-b0c2-e1a352e2a163/2dda102a-a3f9-49e6-b0c2-e1a352e2a163.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.396480] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f85dc0-b5c8-498d-bfbf-7b9754b51239 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.418233] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1043.418233] env[69765]: value = "task-3943585" [ 1043.418233] env[69765]: _type = "Task" [ 1043.418233] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.427662] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.594017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594017] env[69765]: DEBUG nova.network.neutron [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1043.594017] env[69765]: DEBUG nova.objects.instance [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'info_cache' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.832324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.837439] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.468s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.837439] env[69765]: DEBUG nova.objects.instance [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'resources' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.860103] env[69765]: DEBUG oslo_vmware.api [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943584, 'name': PowerOffVM_Task, 'duration_secs': 0.213053} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.860103] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.861585] env[69765]: DEBUG nova.compute.manager [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.863676] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbbcfe-6871-4504-8d66-f04dbc07488b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.876644] env[69765]: INFO nova.scheduler.client.report [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted allocations for instance b15264c1-dc31-4801-980b-606f47f5ece2 [ 1043.933119] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943585, 'name': ReconfigVM_Task, 'duration_secs': 0.317875} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.933119] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 2dda102a-a3f9-49e6-b0c2-e1a352e2a163/2dda102a-a3f9-49e6-b0c2-e1a352e2a163.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.933482] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c14d4c4-bfbf-4178-89a3-ce00a3195bfe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.942461] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1043.942461] env[69765]: value = "task-3943586" [ 1043.942461] env[69765]: _type = "Task" [ 1043.942461] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.952991] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943586, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.231388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "57a56aea-47b4-4492-bf8d-9ed383c70307" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.231769] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.343501] env[69765]: DEBUG nova.objects.instance [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'numa_topology' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.388858] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a40a01ae-1250-4017-a3ab-75a1aacdb2d7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.391892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b7b6ba29-ed56-4c63-8685-f4ad9ae38610 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b15264c1-dc31-4801-980b-606f47f5ece2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.016s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.469984] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943586, 'name': Rename_Task, 'duration_secs': 0.161666} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.471930] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.472819] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3237fc-6374-406e-bce8-f83057f0e5b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.486560] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1044.486560] env[69765]: value = "task-3943587" [ 1044.486560] env[69765]: _type = "Task" [ 1044.486560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.496653] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.737028] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.835582] env[69765]: DEBUG nova.network.neutron [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.848457] env[69765]: DEBUG nova.objects.base [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.995236] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.068508] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38de6b-cad8-47c9-8ef5-de4226a46ad8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.076809] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a9d5c-4a87-4ed6-9e9a-5b888933028a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.113668] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345cee5e-611f-40c9-804f-bab60baec998 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.123122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05fbec4-f9c3-4ec0-8c10-8bd297c3780e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.140716] env[69765]: DEBUG nova.compute.provider_tree [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.269850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.334353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.334642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.336077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.336077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.336077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.337895] env[69765]: INFO nova.compute.manager [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Terminating instance [ 1045.339784] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.343019] env[69765]: DEBUG nova.objects.instance [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'migration_context' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.496930] env[69765]: DEBUG oslo_vmware.api [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943587, 'name': PowerOnVM_Task, 'duration_secs': 0.615756} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.497261] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.497584] env[69765]: INFO nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1045.497665] env[69765]: DEBUG nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.498445] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57398b3e-221c-4171-989d-f09048a5dcba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.644615] env[69765]: DEBUG nova.scheduler.client.report [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.847480] env[69765]: DEBUG nova.objects.base [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Object Instance<1ab5561a-bd08-4c7b-b1fb-e2b887e60b48> lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.849012] env[69765]: DEBUG nova.compute.manager [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.849276] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.850173] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7277a-128e-46bb-8f65-0455be7ccd40 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.855034] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd8a4e-5d75-4a7c-91a2-a1ace9db0927 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.883017] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.883017] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09627955-79ae-423d-9551-ff7770e8983d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.886216] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9650c13-76a6-4a1f-be0b-8f606d12052e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.892468] env[69765]: DEBUG oslo_vmware.api [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1045.892468] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e34776-52e0-2b4d-c6cf-93baf5d65de4" [ 1045.892468] env[69765]: _type = "Task" [ 1045.892468] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.898663] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1045.898663] env[69765]: value = "task-3943588" [ 1045.898663] env[69765]: _type = "Task" [ 1045.898663] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.907312] env[69765]: DEBUG oslo_vmware.api [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e34776-52e0-2b4d-c6cf-93baf5d65de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.912933] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.017450] env[69765]: INFO nova.compute.manager [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Took 28.43 seconds to build instance. [ 1046.099185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.099557] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.154458] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.158398] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.574s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.158619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.161598] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.639s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.161598] env[69765]: DEBUG nova.objects.instance [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lazy-loading 'resources' on Instance uuid ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.192267] env[69765]: INFO nova.scheduler.client.report [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted allocations for instance aac821c7-1420-470c-b6c6-223bab2f1fa6 [ 1046.230546] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.230777] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.230990] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.231445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.231445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.234490] env[69765]: INFO nova.compute.manager [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Terminating instance [ 1046.406858] env[69765]: DEBUG oslo_vmware.api [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e34776-52e0-2b4d-c6cf-93baf5d65de4, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.407603] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.412552] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943588, 'name': PowerOffVM_Task, 'duration_secs': 0.190663} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.412812] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.412981] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.413529] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2646630-7498-4d50-be2c-818234bfa209 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.487057] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.487057] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.487057] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore2] 730063ed-13a2-42fa-a76e-d60b8c39f45b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.487057] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e82804-3d52-4791-a528-f3b3d82431d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495366] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1046.495366] env[69765]: value = "task-3943590" [ 1046.495366] env[69765]: _type = "Task" [ 1046.495366] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.505252] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.519549] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3f02dd70-8917-4cab-b55d-0945cdf71d35 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.950s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.602259] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.672979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-90f2c465-ff53-4b3e-aa65-b860ca990dab tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.167s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.672979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.194s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.672979] env[69765]: INFO nova.compute.manager [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Unshelving [ 1046.700395] env[69765]: DEBUG oslo_concurrency.lockutils [None req-40e18b0d-fcbf-4c8e-8b6e-7d60f02cb9b5 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "aac821c7-1420-470c-b6c6-223bab2f1fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.981s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.739362] env[69765]: DEBUG nova.compute.manager [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.740998] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.742222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792d036-264e-43e1-8994-6ab75676993d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.751346] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.751640] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b044d150-1094-40f6-9348-981d3e178b2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.818030] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.818030] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.818030] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore1] 937425b4-ba26-46b9-ac35-e191a38f6ad6 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.818030] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb68c36-a123-4f24-8b98-288673315de3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.824832] env[69765]: DEBUG oslo_vmware.api [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1046.824832] env[69765]: value = "task-3943592" [ 1046.824832] env[69765]: _type = "Task" [ 1046.824832] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.835871] env[69765]: DEBUG oslo_vmware.api [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.912028] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce608a6d-f8a6-4455-bc81-4feee7bba18d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.923647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcae5d4-1a35-4697-b646-ab9f48289af3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.961492] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a017c-e24a-4a10-9b23-fa42a2e141b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.970813] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77043676-8d54-43f1-a2ab-3c81811546af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.986453] env[69765]: DEBUG nova.compute.provider_tree [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.006815] env[69765]: DEBUG oslo_vmware.api [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160977} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.007141] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.008061] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.008061] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.008061] env[69765]: INFO nova.compute.manager [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.008061] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.008572] env[69765]: DEBUG nova.compute.manager [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.008701] env[69765]: DEBUG nova.network.neutron [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1047.129883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.340203] env[69765]: DEBUG oslo_vmware.api [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272443} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.340544] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.340867] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.341083] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.341291] env[69765]: INFO nova.compute.manager [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1047.341546] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.341748] env[69765]: DEBUG nova.compute.manager [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.342504] env[69765]: DEBUG nova.network.neutron [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1047.377302] env[69765]: DEBUG nova.compute.manager [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Received event network-changed-9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.377525] env[69765]: DEBUG nova.compute.manager [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Refreshing instance network info cache due to event network-changed-9cab55c7-9dac-4f54-8052-b21c881d16fc. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.377847] env[69765]: DEBUG oslo_concurrency.lockutils [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] Acquiring lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.377999] env[69765]: DEBUG oslo_concurrency.lockutils [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] Acquired lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.378204] env[69765]: DEBUG nova.network.neutron [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Refreshing network info cache for port 9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1047.490933] env[69765]: DEBUG nova.scheduler.client.report [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.549264] env[69765]: DEBUG nova.compute.manager [req-fc4823cf-3028-4b5d-978f-b79f0bfa0fcf req-a2fea609-b53b-4e10-94c6-997226333be4 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Received event network-vif-deleted-d0b8960a-ce7b-43e0-a261-7fc4173b37b8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.549523] env[69765]: INFO nova.compute.manager [req-fc4823cf-3028-4b5d-978f-b79f0bfa0fcf req-a2fea609-b53b-4e10-94c6-997226333be4 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Neutron deleted interface d0b8960a-ce7b-43e0-a261-7fc4173b37b8; detaching it from the instance and deleting it from the info cache [ 1047.549629] env[69765]: DEBUG nova.network.neutron [req-fc4823cf-3028-4b5d-978f-b79f0bfa0fcf req-a2fea609-b53b-4e10-94c6-997226333be4 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.716714] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.950834] env[69765]: DEBUG nova.network.neutron [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.992027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.992968] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.996460] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.001050] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.730s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.005249] env[69765]: INFO nova.compute.claims [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.022459] env[69765]: INFO nova.scheduler.client.report [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Deleted allocations for instance ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3 [ 1048.056379] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a258947-4fa3-4450-b5ba-bea181628bd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.067849] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32544ebf-d991-4731-b2cc-e722e0178461 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.106042] env[69765]: DEBUG nova.compute.manager [req-fc4823cf-3028-4b5d-978f-b79f0bfa0fcf req-a2fea609-b53b-4e10-94c6-997226333be4 service nova] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Detach interface failed, port_id=d0b8960a-ce7b-43e0-a261-7fc4173b37b8, reason: Instance 730063ed-13a2-42fa-a76e-d60b8c39f45b could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.237669] env[69765]: DEBUG nova.network.neutron [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updated VIF entry in instance network info cache for port 9cab55c7-9dac-4f54-8052-b21c881d16fc. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1048.238069] env[69765]: DEBUG nova.network.neutron [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.318256] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.318514] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.353861] env[69765]: DEBUG nova.network.neutron [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.454128] env[69765]: INFO nova.compute.manager [-] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Took 1.45 seconds to deallocate network for instance. [ 1048.495856] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.535253] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b422c4c9-0a5e-4680-8a24-009c7b5cbe50 tempest-ServerDiagnosticsNegativeTest-1503480513 tempest-ServerDiagnosticsNegativeTest-1503480513-project-member] Lock "ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.630s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.741711] env[69765]: DEBUG oslo_concurrency.lockutils [req-2640fb46-3d7a-42bb-9d24-8d5a7a21b167 req-8c26f707-55c5-405a-a873-49e4e7399a7a service nova] Releasing lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.821326] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.858504] env[69765]: INFO nova.compute.manager [-] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Took 1.52 seconds to deallocate network for instance. [ 1048.962067] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.020746] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.272541] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42c038-9011-4d04-aefe-902ac97825b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.281383] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02a248-8cd3-4d59-bb0f-ed0913059953 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.314508] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdff7248-2e93-4d21-b26e-ea0d61ef8063 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.322856] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf13bc-6e60-4e6d-adf8-947b46edf401 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.342441] env[69765]: DEBUG nova.compute.provider_tree [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.345026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.370526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.458621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.459729] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.579784] env[69765]: DEBUG nova.compute.manager [req-68d21cc2-bbea-49da-98ab-a957e0871ea6 req-7834f5b9-d7c1-4005-9fb2-ec2e89df6eb2 service nova] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Received event network-vif-deleted-ef9cf8c9-564f-4c8e-bf5d-8db73af9b0c2 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.846991] env[69765]: DEBUG nova.scheduler.client.report [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.961931] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.353216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.353216] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.356113] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.948s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.489306] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.571524] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.571898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.862092] env[69765]: DEBUG nova.compute.utils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.867021] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.867021] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.907196] env[69765]: DEBUG nova.policy [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.076383] env[69765]: DEBUG nova.compute.utils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.102131] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d7570-a564-49f2-8b81-c1e41ceffb68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.110346] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fc0c8-b248-4b13-9804-fdb77f765979 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.153468] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa6be5-b44b-4707-99b0-5c377c71d2d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.162381] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7d781-7366-41a3-a153-81818b1d203e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.181307] env[69765]: DEBUG nova.compute.provider_tree [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.264214] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Successfully created port: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.366884] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.579186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.685401] env[69765]: DEBUG nova.scheduler.client.report [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.377323] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.414669] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.414921] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.415095] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.415281] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.415430] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.415576] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.415784] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.415944] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.416123] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.416379] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.416559] env[69765]: DEBUG nova.virt.hardware [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.417576] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f6d85-645b-44c5-9d48-a702fa0a6d8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.428536] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5377b31f-adec-4f25-9d17-db22be8420dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.677031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.677158] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.677441] env[69765]: INFO nova.compute.manager [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Attaching volume 57ac0d66-66d5-40cf-903c-22c44e917efc to /dev/sdb [ 1052.692532] env[69765]: DEBUG nova.compute.manager [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Received event network-vif-plugged-75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.694134] env[69765]: DEBUG oslo_concurrency.lockutils [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] Acquiring lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.694134] env[69765]: DEBUG oslo_concurrency.lockutils [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.694134] env[69765]: DEBUG oslo_concurrency.lockutils [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.694134] env[69765]: DEBUG nova.compute.manager [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] No waiting events found dispatching network-vif-plugged-75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.694134] env[69765]: WARNING nova.compute.manager [req-4a05efea-aa69-4258-afb0-5287e345f08f req-96b51534-6a78-493f-8dbc-2191ed370839 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Received unexpected event network-vif-plugged-75f8c52c-9c5b-40e0-b186-7dc9809909e9 for instance with vm_state building and task_state spawning. [ 1052.697653] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.697653] env[69765]: DEBUG nova.compute.manager [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69765) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1052.700727] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.571s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.702175] env[69765]: INFO nova.compute.claims [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.722161] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff18ae5-af63-4313-b350-a5653c660273 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.729988] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96802cbd-9a7f-4866-948c-a502ad905b6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.747482] env[69765]: DEBUG nova.virt.block_device [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating existing volume attachment record: 45259c48-77b7-4d3f-a75f-63e2f602e466 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1052.807587] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Successfully updated port: 75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.852026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.852026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.275958] env[69765]: INFO nova.scheduler.client.report [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted allocation for migration af05d4f9-f383-479a-8753-b072e573a2b1 [ 1053.310883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.311065] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.311504] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1053.354210] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.782058] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c4657a7a-b1ff-44d3-99b4-cb59f16e142c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.769s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.849033] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1053.881665] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.948611] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a13b8-c81b-4bcd-9ed4-0d68a9fd9b9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.956660] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df040c1a-244b-432f-8ab6-9389ce602cbd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.992355] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c9b47-9314-46b7-bff3-4888f20e0143 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.000560] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a73ac7-8385-4edd-99a4-a43bc6fb16d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.015620] env[69765]: DEBUG nova.compute.provider_tree [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.025347] env[69765]: DEBUG nova.network.neutron [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Updating instance_info_cache with network_info: [{"id": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "address": "fa:16:3e:bf:8e:25", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f8c52c-9c", "ovs_interfaceid": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.148079] env[69765]: DEBUG nova.objects.instance [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.519801] env[69765]: DEBUG nova.scheduler.client.report [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.528441] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.528962] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Instance network_info: |[{"id": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "address": "fa:16:3e:bf:8e:25", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f8c52c-9c", "ovs_interfaceid": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.529484] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:8e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f8c52c-9c5b-40e0-b186-7dc9809909e9', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.537223] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.539044] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.539044] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a9786f8-7ece-4ccd-99ee-98fd1bde8bd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.559122] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.559122] env[69765]: value = "task-3943596" [ 1054.559122] env[69765]: _type = "Task" [ 1054.559122] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.568387] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943596, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.657623] env[69765]: DEBUG oslo_concurrency.lockutils [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.657826] env[69765]: DEBUG oslo_concurrency.lockutils [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.658037] env[69765]: DEBUG nova.network.neutron [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1054.658211] env[69765]: DEBUG nova.objects.instance [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'info_cache' on Instance uuid 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.810425] env[69765]: DEBUG nova.compute.manager [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Received event network-changed-75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.810689] env[69765]: DEBUG nova.compute.manager [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Refreshing instance network info cache due to event network-changed-75f8c52c-9c5b-40e0-b186-7dc9809909e9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.810832] env[69765]: DEBUG oslo_concurrency.lockutils [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] Acquiring lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.810972] env[69765]: DEBUG oslo_concurrency.lockutils [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] Acquired lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.811148] env[69765]: DEBUG nova.network.neutron [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Refreshing network info cache for port 75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1055.025279] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.025865] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.029098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.313s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.029326] env[69765]: DEBUG nova.objects.instance [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'pci_requests' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.071453] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943596, 'name': CreateVM_Task, 'duration_secs': 0.354984} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.071633] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.072561] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.072723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.073056] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.073321] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db86c1f1-1116-4d60-96ac-610172eeb5e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.078995] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1055.078995] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ea8f79-d27e-829b-41c1-068bfb6a1b2d" [ 1055.078995] env[69765]: _type = "Task" [ 1055.078995] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.087840] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea8f79-d27e-829b-41c1-068bfb6a1b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.161460] env[69765]: DEBUG nova.objects.base [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Object Instance<1ab5561a-bd08-4c7b-b1fb-e2b887e60b48> lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.524482] env[69765]: DEBUG nova.network.neutron [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Updated VIF entry in instance network info cache for port 75f8c52c-9c5b-40e0-b186-7dc9809909e9. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1055.524788] env[69765]: DEBUG nova.network.neutron [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Updating instance_info_cache with network_info: [{"id": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "address": "fa:16:3e:bf:8e:25", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f8c52c-9c", "ovs_interfaceid": "75f8c52c-9c5b-40e0-b186-7dc9809909e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.531341] env[69765]: DEBUG nova.compute.utils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.533671] env[69765]: DEBUG nova.objects.instance [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'numa_topology' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.534587] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.535407] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.575949] env[69765]: DEBUG nova.policy [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192fc028ea7d4cfc93babc3cec7314c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f70cc75451c46e8a3539047f04179c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.595019] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea8f79-d27e-829b-41c1-068bfb6a1b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.595019] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.595019] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.595019] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.595019] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.595019] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.595019] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4664ff3c-8ea4-41a2-95d4-43d217ee3ebf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603127] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.603477] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.604318] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df3b9a9-d707-4fa5-afd8-4f919e73670d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.610304] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1055.610304] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52637673-20c7-f990-0eb8-e58b86640d60" [ 1055.610304] env[69765]: _type = "Task" [ 1055.610304] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.619549] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52637673-20c7-f990-0eb8-e58b86640d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.028328] env[69765]: DEBUG oslo_concurrency.lockutils [req-91bed541-66aa-4480-bd03-0e75c7c709cf req-1e5eeeed-4eaa-456e-aefc-a56e5bb86b87 service nova] Releasing lock "refresh_cache-57a56aea-47b4-4492-bf8d-9ed383c70307" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038040] env[69765]: INFO nova.compute.claims [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.041345] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.064064] env[69765]: DEBUG nova.network.neutron [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [{"id": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "address": "fa:16:3e:47:b9:a2", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08eb88dc-32", "ovs_interfaceid": "08eb88dc-3262-4f26-adfc-01a7bd064b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.069108] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Successfully created port: d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.124606] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52637673-20c7-f990-0eb8-e58b86640d60, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.125572] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9417c4a-b495-4cc3-a6e8-6a905862b89d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.133070] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1056.133070] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5286a035-379f-b3ef-f49b-de9e6f42c810" [ 1056.133070] env[69765]: _type = "Task" [ 1056.133070] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.142254] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5286a035-379f-b3ef-f49b-de9e6f42c810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.571411] env[69765]: DEBUG oslo_concurrency.lockutils [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.644512] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5286a035-379f-b3ef-f49b-de9e6f42c810, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.645063] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.645157] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 57a56aea-47b4-4492-bf8d-9ed383c70307/57a56aea-47b4-4492-bf8d-9ed383c70307.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.645390] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-901f9ecb-ae8e-48f7-a6e6-2b4901bd4b30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.652827] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1056.652827] env[69765]: value = "task-3943598" [ 1056.652827] env[69765]: _type = "Task" [ 1056.652827] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.663170] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.055182] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.084764] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.085070] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.085238] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.085459] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.085568] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.085710] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.085924] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.086093] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.086277] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.086433] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.086642] env[69765]: DEBUG nova.virt.hardware [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.087703] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eaa959-14f2-41f5-a2e6-09232b4f3bd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.102550] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d0f79-66c1-405f-8955-7c5d3fc15de5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.164925] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473611} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.165266] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 57a56aea-47b4-4492-bf8d-9ed383c70307/57a56aea-47b4-4492-bf8d-9ed383c70307.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.165492] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.165816] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd054d66-363d-454a-bf15-1c69a9be7141 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.176399] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1057.176399] env[69765]: value = "task-3943599" [ 1057.176399] env[69765]: _type = "Task" [ 1057.176399] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.185331] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.287596] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3425178-ee0d-484f-a892-ae2408fb8a5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.296016] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f278b-23aa-4225-a255-6bde104b9a26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.300680] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1057.300955] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1057.301664] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff2e64-6414-4287-af5d-6f691ee87df2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.341622] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e228eff-9585-44da-ab0e-d723a02161ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.344958] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbed76da-8eca-41bd-9bdf-063dafa0a1fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.365396] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb344d-fd3f-498d-8bfe-2bcf8b813733 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.377012] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.377340] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5514e8-8823-48d9-85ec-fad92b6e7e35 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.401931] env[69765]: DEBUG nova.compute.provider_tree [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.406981] env[69765]: DEBUG oslo_vmware.api [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1057.406981] env[69765]: value = "task-3943600" [ 1057.406981] env[69765]: _type = "Task" [ 1057.406981] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.473936] env[69765]: DEBUG nova.compute.manager [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Received event network-vif-plugged-d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.474188] env[69765]: DEBUG oslo_concurrency.lockutils [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] Acquiring lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.474362] env[69765]: DEBUG oslo_concurrency.lockutils [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.474520] env[69765]: DEBUG oslo_concurrency.lockutils [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.474689] env[69765]: DEBUG nova.compute.manager [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] No waiting events found dispatching network-vif-plugged-d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.474855] env[69765]: WARNING nova.compute.manager [req-c483bcf2-07ff-409c-90b1-869738b273dd req-8ba46f98-90c1-4d42-8cf2-817973ca981c service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Received unexpected event network-vif-plugged-d70f9362-4bf5-4ea8-84bb-3ee5977264ff for instance with vm_state building and task_state spawning. [ 1057.556238] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Successfully updated port: d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.581922] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.582283] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64bbe290-0395-4859-a7df-946765a76f22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.590518] env[69765]: DEBUG oslo_vmware.api [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1057.590518] env[69765]: value = "task-3943601" [ 1057.590518] env[69765]: _type = "Task" [ 1057.590518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.599103] env[69765]: DEBUG oslo_vmware.api [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.686011] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.686395] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.687269] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ff2ef0-05b7-4645-87dd-678c9e6d75a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.714502] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 57a56aea-47b4-4492-bf8d-9ed383c70307/57a56aea-47b4-4492-bf8d-9ed383c70307.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.714936] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7444c4c2-52a7-4f74-87b5-e59f5d61fd86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743112] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1057.743112] env[69765]: value = "task-3943602" [ 1057.743112] env[69765]: _type = "Task" [ 1057.743112] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.752265] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.906580] env[69765]: DEBUG nova.scheduler.client.report [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.920987] env[69765]: DEBUG oslo_vmware.api [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943600, 'name': ReconfigVM_Task, 'duration_secs': 0.369568} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.921306] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.926551] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6df169-b891-4cf6-8ae1-b13855674d59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.947779] env[69765]: DEBUG oslo_vmware.api [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1057.947779] env[69765]: value = "task-3943603" [ 1057.947779] env[69765]: _type = "Task" [ 1057.947779] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.960254] env[69765]: DEBUG oslo_vmware.api [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.059094] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.059288] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.059467] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1058.100709] env[69765]: DEBUG oslo_vmware.api [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943601, 'name': PowerOnVM_Task, 'duration_secs': 0.456942} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.100992] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.101214] env[69765]: DEBUG nova.compute.manager [None req-45fb1ba1-b86d-48d0-a923-c8c7783c3197 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.102030] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1f525-0e7e-4069-86a3-e842f65e3fa7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.253384] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.414139] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.385s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.416913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.455s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.417128] env[69765]: DEBUG nova.objects.instance [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lazy-loading 'resources' on Instance uuid 730063ed-13a2-42fa-a76e-d60b8c39f45b {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.457994] env[69765]: DEBUG oslo_vmware.api [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943603, 'name': ReconfigVM_Task, 'duration_secs': 0.15825} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.458328] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.461482] env[69765]: INFO nova.network.neutron [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating port e5313f2f-69df-4823-b332-7dc15330e227 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1058.611675] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1058.756743] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943602, 'name': ReconfigVM_Task, 'duration_secs': 0.623029} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.757085] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 57a56aea-47b4-4492-bf8d-9ed383c70307/57a56aea-47b4-4492-bf8d-9ed383c70307.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.758392] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b6d123-7cdd-420d-b1b0-abd50945ff07 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.766326] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1058.766326] env[69765]: value = "task-3943604" [ 1058.766326] env[69765]: _type = "Task" [ 1058.766326] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.777895] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943604, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.829402] env[69765]: DEBUG nova.network.neutron [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Updating instance_info_cache with network_info: [{"id": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "address": "fa:16:3e:ed:7f:e6", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f9362-4b", "ovs_interfaceid": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.871666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.871666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.871666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.871666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.871666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.873568] env[69765]: INFO nova.compute.manager [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Terminating instance [ 1059.115074] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eafc870-6102-481a-97ba-f1e69d53fbf2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.124497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec83bd-08d8-45a7-91db-66de01574289 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.156907] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9bd36-dab7-48fb-8374-e7a61645b64c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.165186] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4c4f0-f396-4976-941f-0c87cefc2936 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.179347] env[69765]: DEBUG nova.compute.provider_tree [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.278015] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943604, 'name': Rename_Task, 'duration_secs': 0.148822} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.278015] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.278015] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3054544d-ca8c-4e46-9a20-f5090adfdba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.284463] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1059.284463] env[69765]: value = "task-3943605" [ 1059.284463] env[69765]: _type = "Task" [ 1059.284463] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.293148] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.333337] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.333337] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Instance network_info: |[{"id": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "address": "fa:16:3e:ed:7f:e6", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f9362-4b", "ovs_interfaceid": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.333337] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:7f:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70f9362-4bf5-4ea8-84bb-3ee5977264ff', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.341643] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.341954] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.342263] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f596db82-4a84-48b0-aca3-6a2f6786a82e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.370524] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.370524] env[69765]: value = "task-3943606" [ 1059.370524] env[69765]: _type = "Task" [ 1059.370524] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.380278] env[69765]: DEBUG nova.compute.manager [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.380595] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.380882] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943606, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.381673] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12268ed5-ec11-4200-a7b2-bf3a28e4d74f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.390028] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.390313] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f654bcde-1f5a-4392-9027-8cfeb7d701ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.398126] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1059.398126] env[69765]: value = "task-3943607" [ 1059.398126] env[69765]: _type = "Task" [ 1059.398126] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.408039] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.495278] env[69765]: DEBUG nova.objects.instance [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'flavor' on Instance uuid be71a8e8-ecdc-4ff2-845f-8b5872a474df {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.522551] env[69765]: DEBUG nova.compute.manager [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Received event network-changed-d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.522777] env[69765]: DEBUG nova.compute.manager [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Refreshing instance network info cache due to event network-changed-d70f9362-4bf5-4ea8-84bb-3ee5977264ff. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.523033] env[69765]: DEBUG oslo_concurrency.lockutils [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] Acquiring lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.523252] env[69765]: DEBUG oslo_concurrency.lockutils [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] Acquired lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.523441] env[69765]: DEBUG nova.network.neutron [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Refreshing network info cache for port d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1059.682274] env[69765]: DEBUG nova.scheduler.client.report [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.796504] env[69765]: DEBUG oslo_vmware.api [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943605, 'name': PowerOnVM_Task, 'duration_secs': 0.497972} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.796910] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.797255] env[69765]: INFO nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1059.797513] env[69765]: DEBUG nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.798648] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52d128-50ba-4c26-a367-4fd2fe503b37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.883218] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943606, 'name': CreateVM_Task, 'duration_secs': 0.403727} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.884103] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.884172] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.884370] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.884713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.884968] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1c91a2-55b1-43db-a36a-d25503d21f77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.891483] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1059.891483] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528ecf9f-7c4e-7afa-68a6-b24dea38e819" [ 1059.891483] env[69765]: _type = "Task" [ 1059.891483] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.901800] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ecf9f-7c4e-7afa-68a6-b24dea38e819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.909594] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943607, 'name': PowerOffVM_Task, 'duration_secs': 0.177279} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.909849] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.910038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.910577] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77caeff0-8311-49ec-b28b-a2799addddff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.980967] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.983786] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.983786] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleting the datastore file [datastore2] 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.983786] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b343f235-c7d8-4730-8a85-e97172702e3c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.988532] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1059.988532] env[69765]: value = "task-3943609" [ 1059.988532] env[69765]: _type = "Task" [ 1059.988532] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.999739] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.000330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ce0d783b-12ff-465f-8a4a-0993c7d22c83 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.189412] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.192229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.171s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.193920] env[69765]: INFO nova.compute.claims [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.220345] env[69765]: INFO nova.scheduler.client.report [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted allocations for instance 730063ed-13a2-42fa-a76e-d60b8c39f45b [ 1060.266074] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.266378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.266715] env[69765]: DEBUG nova.network.neutron [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1060.320676] env[69765]: INFO nova.compute.manager [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Took 15.08 seconds to build instance. [ 1060.403158] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ecf9f-7c4e-7afa-68a6-b24dea38e819, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.403817] env[69765]: DEBUG nova.network.neutron [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Updated VIF entry in instance network info cache for port d70f9362-4bf5-4ea8-84bb-3ee5977264ff. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1060.404334] env[69765]: DEBUG nova.network.neutron [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Updating instance_info_cache with network_info: [{"id": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "address": "fa:16:3e:ed:7f:e6", "network": {"id": "fd857a97-90d7-47b8-afc7-28b46cd8500e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1368074899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f70cc75451c46e8a3539047f04179c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f9362-4b", "ovs_interfaceid": "d70f9362-4bf5-4ea8-84bb-3ee5977264ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.405643] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405878] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.406135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.406328] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.406520] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.409133] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ff9d93-8492-485f-95a4-64a878d56c0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.416939] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.417162] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.417865] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8a4e0c-8e19-43c8-8a28-cbd5ee7aa091 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.423743] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1060.423743] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cd1d5d-472f-fa26-7c21-54f32a7f6fa3" [ 1060.423743] env[69765]: _type = "Task" [ 1060.423743] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.428647] env[69765]: INFO nova.compute.manager [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Rebuilding instance [ 1060.433651] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cd1d5d-472f-fa26-7c21-54f32a7f6fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.471746] env[69765]: DEBUG nova.compute.manager [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.472665] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fe02f-9a38-4397-8760-ee8f01e54870 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.499494] env[69765]: DEBUG oslo_vmware.api [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14633} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.499494] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.499494] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.499494] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.499494] env[69765]: INFO nova.compute.manager [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.499766] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.499766] env[69765]: DEBUG nova.compute.manager [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.499823] env[69765]: DEBUG nova.network.neutron [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1060.730995] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4c869814-fecf-4e65-b22a-a910243aa3c0 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "730063ed-13a2-42fa-a76e-d60b8c39f45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.396s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.822494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-da5181d2-7d2d-42a6-8788-71c76b4cb7f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.591s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.908588] env[69765]: DEBUG oslo_concurrency.lockutils [req-79880933-66f1-447f-9172-efe7b5fecd96 req-f6c1cc3d-6f23-4833-82a3-925eae39ac1a service nova] Releasing lock "refresh_cache-b31cc8a9-f487-40e7-ada5-5ea2f8979d44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.935877] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cd1d5d-472f-fa26-7c21-54f32a7f6fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.936834] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b21d4f-eda0-4a9f-8531-4b02cbc4a5e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.943260] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1060.943260] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c497e5-02d3-8aa4-82c9-483e496cc3ba" [ 1060.943260] env[69765]: _type = "Task" [ 1060.943260] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.956866] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c497e5-02d3-8aa4-82c9-483e496cc3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.182452] env[69765]: DEBUG nova.network.neutron [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.434582] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43113da4-7aff-4705-87c5-8bc4f08f407b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.449419] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960fe85a-01eb-43d2-85d2-7200e25871f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.459058] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c497e5-02d3-8aa4-82c9-483e496cc3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.485222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.485531] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b31cc8a9-f487-40e7-ada5-5ea2f8979d44/b31cc8a9-f487-40e7-ada5-5ea2f8979d44.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.486606] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b464a332-e7f1-4dc9-93c7-668a48911391 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.489227] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a081ac-4939-4dc6-a55f-67a9b3b32f41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.492084] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.492697] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00961563-0d6a-4fc5-96f9-2be14e8ecb7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.498836] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1061.498836] env[69765]: value = "task-3943611" [ 1061.498836] env[69765]: _type = "Task" [ 1061.498836] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.501756] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1061.501756] env[69765]: value = "task-3943610" [ 1061.501756] env[69765]: _type = "Task" [ 1061.501756] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.506379] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6569adc-71ce-4ad1-b8d2-e7ff9032288e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.521424] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.535719] env[69765]: DEBUG nova.compute.provider_tree [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.537687] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.556991] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.557306] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.557566] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.557760] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.557950] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] No waiting events found dispatching network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.558149] env[69765]: WARNING nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received unexpected event network-vif-plugged-e5313f2f-69df-4823-b332-7dc15330e227 for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.558341] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-changed-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.558527] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing instance network info cache due to event network-changed-e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.558727] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.667877] env[69765]: DEBUG nova.network.neutron [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.688716] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.693228] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.693508] env[69765]: DEBUG nova.network.neutron [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Refreshing network info cache for port e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1061.719544] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='419d7964e47cd508e4618c3139809c29',container_format='bare',created_at=2025-05-09T06:34:01Z,direct_url=,disk_format='vmdk',id=fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1160437580-shelved',owner='a8360ef9804d4d95a19b2eeaf422d0fd',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-09T06:34:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.719830] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.719987] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.720200] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.720424] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.720496] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.720737] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.720850] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.721015] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.721189] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.721359] env[69765]: DEBUG nova.virt.hardware [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.722627] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e9323-0994-48af-a1b0-c4480452c702 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.733880] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0211c610-aa37-4be7-b2f8-0b6a85272cfb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.748864] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:19:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5313f2f-69df-4823-b332-7dc15330e227', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.756911] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.757301] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.757577] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f513f7-e83d-4498-a293-db66d55b23d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.781212] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.781212] env[69765]: value = "task-3943612" [ 1061.781212] env[69765]: _type = "Task" [ 1061.781212] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.791873] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943612, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.815913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.816943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.018582] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.018886] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943611, 'name': PowerOffVM_Task, 'duration_secs': 0.173045} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.019148] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.039862] env[69765]: DEBUG nova.scheduler.client.report [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.090481] env[69765]: INFO nova.compute.manager [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Detaching volume 57ac0d66-66d5-40cf-903c-22c44e917efc [ 1062.138715] env[69765]: INFO nova.virt.block_device [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Attempting to driver detach volume 57ac0d66-66d5-40cf-903c-22c44e917efc from mountpoint /dev/sdb [ 1062.139008] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1062.139222] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1062.140172] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c7ff6-2eb0-459b-8670-12304f0d6f5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.163762] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356d2c0-1a1a-49cd-89c7-88daa192382d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.170889] env[69765]: INFO nova.compute.manager [-] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Took 1.67 seconds to deallocate network for instance. [ 1062.173208] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c69a10-409d-46e7-ac0c-1f7e68689a6d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.202871] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447c65d-93e0-42b5-a100-c5f2421657bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.223032] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] The volume has not been displaced from its original location: [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1062.227817] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.228269] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ba6762-8ee5-49bc-9759-88cb5950fc84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.249025] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1062.249025] env[69765]: value = "task-3943613" [ 1062.249025] env[69765]: _type = "Task" [ 1062.249025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.256996] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.293637] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943612, 'name': CreateVM_Task, 'duration_secs': 0.443181} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.293637] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.293637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.293862] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.294472] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.294626] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fa523a-ec2d-455b-a461-b59b4e272990 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.303037] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1062.303037] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5242102d-79d7-1d29-bf32-69aee4bbea4e" [ 1062.303037] env[69765]: _type = "Task" [ 1062.303037] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.313693] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5242102d-79d7-1d29-bf32-69aee4bbea4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.320484] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.525037] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536645} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.525037] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] b31cc8a9-f487-40e7-ada5-5ea2f8979d44/b31cc8a9-f487-40e7-ada5-5ea2f8979d44.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.525037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.525037] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52b8489-cb13-4a6a-99b5-d290c0c05737 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.538025] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1062.538025] env[69765]: value = "task-3943614" [ 1062.538025] env[69765]: _type = "Task" [ 1062.538025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.544879] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.545664] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.554258] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.209s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.556263] env[69765]: INFO nova.compute.claims [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.559781] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.605046] env[69765]: DEBUG nova.network.neutron [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updated VIF entry in instance network info cache for port e5313f2f-69df-4823-b332-7dc15330e227. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1062.605360] env[69765]: DEBUG nova.network.neutron [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.680397] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.759122] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943613, 'name': ReconfigVM_Task, 'duration_secs': 0.237193} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.759428] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.764161] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccf9621-7389-42f5-959a-f7c65734c832 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.779780] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1062.779780] env[69765]: value = "task-3943615" [ 1062.779780] env[69765]: _type = "Task" [ 1062.779780] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.790567] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.813805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.814039] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Processing image fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.814364] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.814532] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.814748] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.815056] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5980065-ca19-4766-980a-913d2438955c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.833433] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.833628] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.834489] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9161691a-3687-4a95-9140-035d95792c7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.841297] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1062.841297] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5242a5d5-60a5-9b86-b30e-d92d0c46889d" [ 1062.841297] env[69765]: _type = "Task" [ 1062.841297] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.847294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.850969] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5242a5d5-60a5-9b86-b30e-d92d0c46889d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.049865] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084265} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.050255] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.051402] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685f62c-5e1e-493c-8397-8b07e3bcb71e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.069056] env[69765]: DEBUG nova.compute.utils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.080887] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] b31cc8a9-f487-40e7-ada5-5ea2f8979d44/b31cc8a9-f487-40e7-ada5-5ea2f8979d44.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.081705] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.081885] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.084166] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321903f3-b2be-4d49-be4d-2de9ff13ff3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.106146] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1063.106146] env[69765]: value = "task-3943616" [ 1063.106146] env[69765]: _type = "Task" [ 1063.106146] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.110174] env[69765]: DEBUG oslo_concurrency.lockutils [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.110461] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Received event network-vif-deleted-08eb88dc-3262-4f26-adfc-01a7bd064b03 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.110647] env[69765]: INFO nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Neutron deleted interface 08eb88dc-3262-4f26-adfc-01a7bd064b03; detaching it from the instance and deleting it from the info cache [ 1063.110853] env[69765]: DEBUG nova.network.neutron [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.121122] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.139283] env[69765]: DEBUG nova.policy [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7b766b5f4e4b61a006fa4ba59a4b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158ea374476b47b89a611cda21913aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.291749] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943615, 'name': ReconfigVM_Task, 'duration_secs': 0.484631} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.292087] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1063.353561] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1063.353839] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Fetch image to [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b/OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1063.354115] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Downloading stream optimized image fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f to [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b/OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b.vmdk on the data store datastore2 as vApp {{(pid=69765) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1063.354206] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Downloading image file data fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f to the ESX as VM named 'OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b' {{(pid=69765) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1063.452949] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1063.452949] env[69765]: value = "resgroup-9" [ 1063.452949] env[69765]: _type = "ResourcePool" [ 1063.452949] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1063.452949] env[69765]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8efa31e4-97d1-4282-bea7-b56b223d02eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.476385] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lease: (returnval){ [ 1063.476385] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1063.476385] env[69765]: _type = "HttpNfcLease" [ 1063.476385] env[69765]: } obtained for vApp import into resource pool (val){ [ 1063.476385] env[69765]: value = "resgroup-9" [ 1063.476385] env[69765]: _type = "ResourcePool" [ 1063.476385] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1063.476672] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the lease: (returnval){ [ 1063.476672] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1063.476672] env[69765]: _type = "HttpNfcLease" [ 1063.476672] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.484456] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.484456] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1063.484456] env[69765]: _type = "HttpNfcLease" [ 1063.484456] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.487441] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Successfully created port: 5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.582584] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.618779] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-204e9132-cc9a-42cb-b8b9-212492bfb8a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.620263] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.629455] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef7fd49-c393-4047-9652-981baa59ad38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.664999] env[69765]: DEBUG nova.compute.manager [req-29b27611-6819-4fa4-8812-747fa240c8c1 req-aab15553-f40a-4d69-a316-c0f324710316 service nova] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Detach interface failed, port_id=08eb88dc-3262-4f26-adfc-01a7bd064b03, reason: Instance 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.844383] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4790a3-791e-435d-8d73-38eb44042daf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.855421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a552d-2e5d-486e-990e-25e3bfc4ce37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.888084] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692a62a-cfca-4fd1-879e-3a6b5821e8c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.896421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35edfc87-1fa9-43d2-b4ce-efd384e1e429 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.910941] env[69765]: DEBUG nova.compute.provider_tree [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.985501] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.985501] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1063.985501] env[69765]: _type = "HttpNfcLease" [ 1063.985501] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.121568] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.353358] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.353671] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9603aea-95fd-4027-b5a9-9eae7858538d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.363454] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1064.363454] env[69765]: value = "task-3943618" [ 1064.363454] env[69765]: _type = "Task" [ 1064.363454] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.373231] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1064.373595] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1064.373930] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1064.374843] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb7e7c7-8c39-4b4d-b9b0-fc9f02c4e52f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.394189] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2683ee50-5298-4915-bf18-2795c26151de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.401734] env[69765]: WARNING nova.virt.vmwareapi.driver [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1064.402050] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.402828] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1283ae6d-fc37-4b9c-a07f-38fbb049c728 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.410261] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.410519] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f1c916c-01fb-432e-92b6-e539131981f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.414051] env[69765]: DEBUG nova.scheduler.client.report [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.489531] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.489531] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1064.489531] env[69765]: _type = "HttpNfcLease" [ 1064.489531] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.492277] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.492691] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.492831] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.493199] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b001aa2d-3652-4204-8c89-a5ef5a38103d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.501318] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1064.501318] env[69765]: value = "task-3943620" [ 1064.501318] env[69765]: _type = "Task" [ 1064.501318] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.513249] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.599196] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.622718] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943616, 'name': ReconfigVM_Task, 'duration_secs': 1.392069} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.625396] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Reconfigured VM instance instance-0000005d to attach disk [datastore1] b31cc8a9-f487-40e7-ada5-5ea2f8979d44/b31cc8a9-f487-40e7-ada5-5ea2f8979d44.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.626994] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b7272c-c69d-4d6a-80b1-34f8a43cc8ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.633059] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.633343] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.633514] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.633746] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.633846] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.633994] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.634276] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.634463] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.634643] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.634819] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.635013] env[69765]: DEBUG nova.virt.hardware [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.635917] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866c911-7091-4e4e-b56c-4b31cab77e60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.640511] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1064.640511] env[69765]: value = "task-3943621" [ 1064.640511] env[69765]: _type = "Task" [ 1064.640511] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.649340] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878272d3-4dc0-4d42-8332-e0ed860b5d48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.657123] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943621, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.919243] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.919782] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.922535] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.552s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.922772] env[69765]: DEBUG nova.objects.instance [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'resources' on Instance uuid 937425b4-ba26-46b9-ac35-e191a38f6ad6 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.986674] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.986674] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1064.986674] env[69765]: _type = "HttpNfcLease" [ 1064.986674] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1065.014192] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276256} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.014522] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.014787] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.014990] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.086601] env[69765]: DEBUG nova.compute.manager [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Received event network-vif-plugged-5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.086601] env[69765]: DEBUG oslo_concurrency.lockutils [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] Acquiring lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.086601] env[69765]: DEBUG oslo_concurrency.lockutils [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.086601] env[69765]: DEBUG oslo_concurrency.lockutils [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.086601] env[69765]: DEBUG nova.compute.manager [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] No waiting events found dispatching network-vif-plugged-5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.086601] env[69765]: WARNING nova.compute.manager [req-7984538a-deab-415e-8627-0cf88d47160c req-2d164443-3100-4eb8-90b5-e97ddeb4d3b0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Received unexpected event network-vif-plugged-5dc9b033-2df3-4d3d-920e-185fd24f4616 for instance with vm_state building and task_state spawning. [ 1065.152997] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943621, 'name': Rename_Task, 'duration_secs': 0.172093} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.153333] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.153596] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51fcf32-fe30-45ad-9530-2f36021cdb17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.161841] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1065.161841] env[69765]: value = "task-3943622" [ 1065.161841] env[69765]: _type = "Task" [ 1065.161841] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.171352] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.172547] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Successfully updated port: 5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.426112] env[69765]: DEBUG nova.compute.utils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.430859] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1065.490025] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.490025] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1065.490025] env[69765]: _type = "HttpNfcLease" [ 1065.490025] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.490264] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.490264] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cbcec-78c1-0d04-486c-6ee70a301363" [ 1065.490264] env[69765]: _type = "HttpNfcLease" [ 1065.490264] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1065.490894] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef559e-e2f2-4f25-8a36-5450dd3ff9ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.499214] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.499415] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1065.557734] env[69765]: INFO nova.virt.block_device [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Booting with volume 57ac0d66-66d5-40cf-903c-22c44e917efc at /dev/sdb [ 1065.570032] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bd3c8e7-e833-4e04-a113-525ce0537b9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.614193] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef321ca-8a73-4b8c-94b1-a5e4d908e1d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.625683] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d042acf3-c277-4f77-a371-b3b83b616456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.669947] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee6586a6-87a5-4999-8c4b-7ea57a022f24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.678254] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.678488] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.678596] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1065.679906] env[69765]: DEBUG oslo_vmware.api [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943622, 'name': PowerOnVM_Task, 'duration_secs': 0.471441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.681642] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.681642] env[69765]: INFO nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1065.681848] env[69765]: DEBUG nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.685663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b8c1e-bffb-40a4-b0ae-85f364b612a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.690266] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c77925-7ff2-49f9-9cab-d0bc54503ea8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.735062] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26e246-6e70-4aed-923d-e599f12a2a4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.739124] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1065.749558] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b2f4d-c14f-412e-a6c4-fe9ff60ac697 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.768824] env[69765]: DEBUG nova.virt.block_device [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating existing volume attachment record: d14a344e-e7b1-4168-b9a8-3358a14fb54c {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.779494] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e362c4-b8cb-40ef-89cc-dc708fefa79d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.792479] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab402b42-604c-4e7b-aab6-894fc14daef4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.835758] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9b8ce-dd65-478f-8471-f513196b841b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.851588] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f10b8a-8239-4fd3-b0b1-7afd2f46cfad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.870640] env[69765]: DEBUG nova.compute.provider_tree [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.932481] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.940118] env[69765]: DEBUG nova.network.neutron [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.227172] env[69765]: INFO nova.compute.manager [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Took 19.12 seconds to build instance. [ 1066.376630] env[69765]: DEBUG nova.scheduler.client.report [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.446208] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.446889] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Instance network_info: |[{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.447456] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:61:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc9b033-2df3-4d3d-920e-185fd24f4616', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.458480] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.461699] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.461844] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87bea602-1dcd-45ba-84c7-43605cc55bd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.490203] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.490203] env[69765]: value = "task-3943623" [ 1066.490203] env[69765]: _type = "Task" [ 1066.490203] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.504466] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943623, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.728599] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e36313df-61f5-40d0-a2cf-3c688b79e4ea tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.629s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.820050] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1066.820498] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.821595] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feada813-ca0b-4f5e-9253-ed09c0447dd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.830286] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.830538] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1066.830869] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a1ee73a-c26c-474e-b4de-a8dee7a4bfb4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.885870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.890251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.401s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.893055] env[69765]: INFO nova.compute.claims [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.917503] env[69765]: INFO nova.scheduler.client.report [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance 937425b4-ba26-46b9-ac35-e191a38f6ad6 [ 1066.945089] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.970903] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.971239] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.971423] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.971615] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.971767] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.971919] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.972200] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.972404] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.972642] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.972820] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.972997] env[69765]: DEBUG nova.virt.hardware [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.973962] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92416206-f663-4d42-bd40-255aec035fc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.984802] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c072ce64-c789-4db1-917c-91891df2a78b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.003653] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.009753] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Creating folder: Project (fdb3d59ca0dd4fb4ad2079662d8b6f49). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.012954] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2ba2566-310e-45ba-a3f1-801122751f7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.020936] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943623, 'name': CreateVM_Task, 'duration_secs': 0.477924} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.021229] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.022115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.022374] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.022810] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.024427] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb2dab5-8943-4d62-b301-22f830c1d87a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.026275] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Created folder: Project (fdb3d59ca0dd4fb4ad2079662d8b6f49) in parent group-v782532. [ 1067.026524] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Creating folder: Instances. Parent ref: group-v782796. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.026831] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-801db695-d58b-49cb-808d-f55651ea4c16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.032330] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1067.032330] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ec6058-a275-727e-4c3c-81085e983e80" [ 1067.032330] env[69765]: _type = "Task" [ 1067.032330] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.037724] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Created folder: Instances in parent group-v782796. [ 1067.038015] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.041403] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.041696] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec6058-a275-727e-4c3c-81085e983e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.041908] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95308ae4-910f-470f-a08f-7c3864630e58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.061529] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.061529] env[69765]: value = "task-3943626" [ 1067.061529] env[69765]: _type = "Task" [ 1067.061529] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.071113] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943626, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.117782] env[69765]: DEBUG nova.compute.manager [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Received event network-changed-5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.117903] env[69765]: DEBUG nova.compute.manager [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Refreshing instance network info cache due to event network-changed-5dc9b033-2df3-4d3d-920e-185fd24f4616. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.118233] env[69765]: DEBUG oslo_concurrency.lockutils [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.118923] env[69765]: DEBUG oslo_concurrency.lockutils [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.118923] env[69765]: DEBUG nova.network.neutron [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Refreshing network info cache for port 5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1067.182120] env[69765]: DEBUG oslo_vmware.rw_handles [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e63b-e7f3-6ab7-a7ea-1d424fb00b5e/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1067.182485] env[69765]: INFO nova.virt.vmwareapi.images [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Downloaded image file data fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f [ 1067.183712] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328dcbf9-ca91-47ca-ac39-860163cf385d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.201883] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e9d8c27-20f2-4bd8-aa96-29d1b4fa5bc7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.277198] env[69765]: INFO nova.virt.vmwareapi.images [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] The imported VM was unregistered [ 1067.279713] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1067.280030] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.280279] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532870b0-ab36-4a44-bc31-86d37fc9d3ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292577] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Created directory with path [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.292762] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b/OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b.vmdk to [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk. {{(pid=69765) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1067.293069] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-527b580f-9a8b-4409-8ea7-86f4f1f23c8c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.301864] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1067.301864] env[69765]: value = "task-3943628" [ 1067.301864] env[69765]: _type = "Task" [ 1067.301864] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.311871] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.371627] env[69765]: DEBUG nova.compute.manager [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.372879] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f5d53-05bf-4348-be65-fafbbfe45499 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.425915] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ec29f638-7e83-4cbb-88a6-f3b629806711 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "937425b4-ba26-46b9-ac35-e191a38f6ad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.195s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.545109] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec6058-a275-727e-4c3c-81085e983e80, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.545479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.545733] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.546217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.546217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.546424] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.546718] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6215da8a-a2e3-404f-8dc2-92fd639da854 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.562804] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.562978] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.567451] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0302a5-1046-4356-8c7c-e7ee228dca7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.576558] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943626, 'name': CreateVM_Task, 'duration_secs': 0.508769} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.578023] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.578411] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1067.578411] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52150753-ff40-9e9c-2322-e2e0bb4c7824" [ 1067.578411] env[69765]: _type = "Task" [ 1067.578411] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.578800] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.578954] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.579312] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.579628] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10ea11b-1554-489c-8788-49eb4df980cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.591645] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1067.591645] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528f1f30-46df-5b27-b2cb-6e5e5cc28712" [ 1067.591645] env[69765]: _type = "Task" [ 1067.591645] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.594642] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52150753-ff40-9e9c-2322-e2e0bb4c7824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.604629] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528f1f30-46df-5b27-b2cb-6e5e5cc28712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.815029] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.892999] env[69765]: INFO nova.compute.manager [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] instance snapshotting [ 1067.898054] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e41597-9c0c-4776-8fbe-67b6b64b3ce2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.929087] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.929482] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.929683] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.929891] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.930070] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.930228] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.930458] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.930624] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.930798] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.930965] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.931164] env[69765]: DEBUG nova.virt.hardware [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.932209] env[69765]: DEBUG nova.network.neutron [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updated VIF entry in instance network info cache for port 5dc9b033-2df3-4d3d-920e-185fd24f4616. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1067.932549] env[69765]: DEBUG nova.network.neutron [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.934427] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c4c06-61ce-4947-832a-ad0c044988a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.939115] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca639604-21df-4bcd-addc-dc3ec9e94f17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.959023] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b2667-71a9-4d03-80ee-412f68c4dad3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.978272] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ea:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c08f3d7-13b5-4662-b9df-8a58c83a0286', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.986061] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.989391] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.991509] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aaf3ed3-cfa9-4946-b255-3c43011ed600 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.016987] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.016987] env[69765]: value = "task-3943629" [ 1068.016987] env[69765]: _type = "Task" [ 1068.016987] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.029584] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943629, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.091294] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52150753-ff40-9e9c-2322-e2e0bb4c7824, 'name': SearchDatastore_Task, 'duration_secs': 0.063765} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.092213] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49a067e-af0e-4a02-b10d-5720740e6460 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.105535] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1068.105535] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524c226e-ca6d-573b-ceae-38477b33346c" [ 1068.105535] env[69765]: _type = "Task" [ 1068.105535] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.110031] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528f1f30-46df-5b27-b2cb-6e5e5cc28712, 'name': SearchDatastore_Task, 'duration_secs': 0.072941} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.116412] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.116412] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.116703] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.123328] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c226e-ca6d-573b-ceae-38477b33346c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.176656] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725686e-fa28-4c70-9f15-840711568b9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.188112] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10603866-4efe-4201-9ce2-48930119e154 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.225888] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d96397-7ed1-4c60-9556-2c07d5f32210 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.235333] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b327ff1-cc30-4586-acb7-2b917015dd89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.254357] env[69765]: DEBUG nova.compute.provider_tree [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.315072] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.443933] env[69765]: DEBUG oslo_concurrency.lockutils [req-56369eaf-8352-4f99-843d-170d2c363e5e req-21b63e74-5d40-45ef-9aaa-78321898fd70 service nova] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.466804] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.467161] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bf18338-53a6-45d9-8f62-aab2f8c56f92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.477545] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1068.477545] env[69765]: value = "task-3943630" [ 1068.477545] env[69765]: _type = "Task" [ 1068.477545] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.489226] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.529071] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943629, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.622580] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524c226e-ca6d-573b-ceae-38477b33346c, 'name': SearchDatastore_Task, 'duration_secs': 0.099841} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.623018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.623419] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.623865] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.624194] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.624546] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe59ac7-5477-44ad-8b6f-22e37750fca2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.627487] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf7ed6a-8c25-41c1-8a83-a4a1973a65ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.638043] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1068.638043] env[69765]: value = "task-3943631" [ 1068.638043] env[69765]: _type = "Task" [ 1068.638043] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.648254] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.649473] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.649757] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.650630] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8dec37-40a9-4b47-a99a-eab3c6185ab8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.657087] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1068.657087] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5272675c-29bc-23e7-acd5-b9fd6e433659" [ 1068.657087] env[69765]: _type = "Task" [ 1068.657087] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.669104] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5272675c-29bc-23e7-acd5-b9fd6e433659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.758585] env[69765]: DEBUG nova.scheduler.client.report [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.815842] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.881181] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.881486] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.990062] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.031840] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943629, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.149428] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.170202] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5272675c-29bc-23e7-acd5-b9fd6e433659, 'name': SearchDatastore_Task, 'duration_secs': 0.076371} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.171251] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97aec05c-2108-4dc3-8581-acd0f96e3ddb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.178737] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1069.178737] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b3145b-0724-90da-cd09-458de981d26a" [ 1069.178737] env[69765]: _type = "Task" [ 1069.178737] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.188776] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b3145b-0724-90da-cd09-458de981d26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.266045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.266045] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.269693] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.387s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.270931] env[69765]: INFO nova.compute.claims [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.315181] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.384854] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.490117] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943630, 'name': CreateSnapshot_Task, 'duration_secs': 0.840908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.490464] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.491338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2651cb0-8080-40c9-9241-83757248a8e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.531903] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943629, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.653028] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.693045] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b3145b-0724-90da-cd09-458de981d26a, 'name': SearchDatastore_Task, 'duration_secs': 0.091625} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.693302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.693638] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.694314] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329de547-1d42-4e83-b467-7455569025c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.704718] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1069.704718] env[69765]: value = "task-3943632" [ 1069.704718] env[69765]: _type = "Task" [ 1069.704718] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.713807] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.775701] env[69765]: DEBUG nova.compute.utils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.779347] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.779532] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.816439] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.824816] env[69765]: DEBUG nova.policy [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.908860] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.014333] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.014708] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-918e1142-50f9-46b1-a3e7-3dc0b0ec6762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.024888] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1070.024888] env[69765]: value = "task-3943633" [ 1070.024888] env[69765]: _type = "Task" [ 1070.024888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.032480] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943629, 'name': CreateVM_Task, 'duration_secs': 1.977465} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.033402] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.033941] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.034190] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.034667] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.038880] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b878d0d-0bdf-4750-b11b-d3bff6b3a374 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.042171] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.044785] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1070.044785] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a7b236-03e9-f23e-eb98-9f9b4ffc037e" [ 1070.044785] env[69765]: _type = "Task" [ 1070.044785] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.053869] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a7b236-03e9-f23e-eb98-9f9b4ffc037e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.158895] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.196619] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Successfully created port: f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.218022] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.283118] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.323503] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943628, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.568211} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.326950] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b/OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b.vmdk to [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk. [ 1070.327313] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Cleaning up location [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1070.327582] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5c1a64e4-abb1-4967-b9b9-b072c48bcf1b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.328215] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f172e6-fe69-48b8-a722-b29e933adf49 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.342471] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1070.342471] env[69765]: value = "task-3943634" [ 1070.342471] env[69765]: _type = "Task" [ 1070.342471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.355056] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.541363] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.556169] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a7b236-03e9-f23e-eb98-9f9b4ffc037e, 'name': SearchDatastore_Task, 'duration_secs': 0.058681} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.559562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.559871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.560139] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.560300] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.560589] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.561169] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab5d824c-fea2-4105-a38e-a916aece0f83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.578500] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.578852] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.579946] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353b4b43-d9ed-4a9a-a9aa-aa5e64c713bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.587249] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1070.587249] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5225d700-0130-685e-41ce-b3b5847cf50a" [ 1070.587249] env[69765]: _type = "Task" [ 1070.587249] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.597488] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5225d700-0130-685e-41ce-b3b5847cf50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.635152] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98393bf-d223-4a02-b0c2-8c4ee02c062c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.648921] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c5dfa9-5509-4d9e-b1b9-37101b0ca176 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.658208] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943631, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.623779} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.683222] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.684028] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.684250] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afa16415-ad05-41d5-b228-2e3b63739a20 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.690651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17846314-dd16-4557-922b-13effda6a772 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.700994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9b4d4b-5438-4cb3-8a89-63fc9a43428b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.707616] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1070.707616] env[69765]: value = "task-3943635" [ 1070.707616] env[69765]: _type = "Task" [ 1070.707616] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.724078] env[69765]: DEBUG nova.compute.provider_tree [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.731667] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.735398] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927177} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.735724] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.738022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.738022] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f20cf98-b84f-493a-9454-ef966b4fefc3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744849] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1070.744849] env[69765]: value = "task-3943636" [ 1070.744849] env[69765]: _type = "Task" [ 1070.744849] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.759755] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.854154] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229958} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.854517] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.854689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.858266] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk to [datastore2] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.858266] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f186eb5f-3535-4547-99f0-f2b496b0f174 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.864271] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1070.864271] env[69765]: value = "task-3943637" [ 1070.864271] env[69765]: _type = "Task" [ 1070.864271] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.876192] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.040402] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.100607] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5225d700-0130-685e-41ce-b3b5847cf50a, 'name': SearchDatastore_Task, 'duration_secs': 0.0229} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.101871] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa617e3-aa29-4ea7-a15c-244cdbacbede {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.109819] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1071.109819] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52098022-31e5-84cd-5d2e-b19bc70d0863" [ 1071.109819] env[69765]: _type = "Task" [ 1071.109819] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.120149] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52098022-31e5-84cd-5d2e-b19bc70d0863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.218422] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095855} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.218856] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.219911] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60438c0c-f68f-4570-b8f8-59d44371c900 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.228194] env[69765]: DEBUG nova.scheduler.client.report [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.252297] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.253784] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.985s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.254411] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.257131] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07396fa4-8b13-4006-937a-610f75a33217 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.272103] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.592s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.272351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.275078] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.428s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.276812] env[69765]: INFO nova.compute.claims [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.291156] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077883} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.292956] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.293361] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1071.293361] env[69765]: value = "task-3943638" [ 1071.293361] env[69765]: _type = "Task" [ 1071.293361] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.294226] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc33589-2b71-4b99-b44c-37b781a46d4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.298330] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.307771] env[69765]: INFO nova.scheduler.client.report [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted allocations for instance 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48 [ 1071.332423] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.339134] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e404760e-30e7-4062-8c46-5228ff24ca83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.355576] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.363228] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.363488] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.363651] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.363835] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.363983] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.364233] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.364532] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.364744] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.364931] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.365133] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.365344] env[69765]: DEBUG nova.virt.hardware [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.367290] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d028cf87-dbc8-4238-a840-bea068ab26a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.375471] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1071.375471] env[69765]: value = "task-3943639" [ 1071.375471] env[69765]: _type = "Task" [ 1071.375471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.388788] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.390727] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709719f0-fd0c-4b11-a4cd-2ba3f75fc873 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.399711] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.542105] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.622993] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52098022-31e5-84cd-5d2e-b19bc70d0863, 'name': SearchDatastore_Task, 'duration_secs': 0.066535} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.623410] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.623768] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.624104] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-973a5369-61cb-45a4-a2c4-098bb2938536 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.632837] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1071.632837] env[69765]: value = "task-3943640" [ 1071.632837] env[69765]: _type = "Task" [ 1071.632837] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.642611] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.657719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.658021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.785032] env[69765]: DEBUG nova.compute.utils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.788953] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.789125] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.813286] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.827168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-348a82c9-d387-4153-8327-c39bde03099c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "1ab5561a-bd08-4c7b-b1fb-e2b887e60b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.957s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.847153] env[69765]: DEBUG nova.policy [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc608b669cb46068d58b63280c7c6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f19110e4e44c8ba6e84b2902d699ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.877113] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.887296] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.043501] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task} progress is 95%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.148487] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.163684] env[69765]: DEBUG nova.compute.utils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.296648] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.322767] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943638, 'name': ReconfigVM_Task, 'duration_secs': 0.940851} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.323224] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.324041] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f37c1fab-dada-4c76-9f7a-dc0cdfe793ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.337388] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1072.337388] env[69765]: value = "task-3943641" [ 1072.337388] env[69765]: _type = "Task" [ 1072.337388] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.351111] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943641, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.369412] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Successfully created port: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.392228] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.396563] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.487101] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Successfully updated port: f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.544241] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943633, 'name': CloneVM_Task, 'duration_secs': 2.275637} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.547688] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Created linked-clone VM from snapshot [ 1072.548905] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1fa147-3f17-465f-804b-a1eb451f819f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.558757] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Uploading image 506a59af-32ab-4e4b-bc7f-e5861b16edce {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.573245] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.573576] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8cefc16-10a0-4e00-9ec7-ee890233ca7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.577804] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43cd110-bb0b-43ac-84d4-2718d57c5351 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.589564] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30028d68-b738-466c-a40f-79ed0da0793f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.593968] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1072.593968] env[69765]: value = "task-3943642" [ 1072.593968] env[69765]: _type = "Task" [ 1072.593968] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.626125] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bbfa9e-71cd-440f-ad2e-bed631336337 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.633253] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943642, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.642739] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceec6bf6-5b9f-4463-b2c4-d41678f89245 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.652628] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.664561] env[69765]: DEBUG nova.compute.provider_tree [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.667396] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.851818] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943641, 'name': Rename_Task, 'duration_secs': 0.380119} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.853285] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.853661] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46f0a40-3eea-4ab4-9505-015546773972 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.861669] env[69765]: DEBUG nova.compute.manager [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-vif-plugged-f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.861977] env[69765]: DEBUG oslo_concurrency.lockutils [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.862167] env[69765]: DEBUG oslo_concurrency.lockutils [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.862385] env[69765]: DEBUG oslo_concurrency.lockutils [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.862563] env[69765]: DEBUG nova.compute.manager [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] No waiting events found dispatching network-vif-plugged-f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.862726] env[69765]: WARNING nova.compute.manager [req-394479f2-913b-4e38-a0e7-1ee23aca1ea4 req-ff92d8c6-6dc4-4af5-b8e2-af576210a045 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received unexpected event network-vif-plugged-f4e2834c-c5b0-44e5-9086-c89bae9effd4 for instance with vm_state building and task_state spawning. [ 1072.865185] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1072.865185] env[69765]: value = "task-3943643" [ 1072.865185] env[69765]: _type = "Task" [ 1072.865185] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.877116] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.889857] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.898080] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943639, 'name': ReconfigVM_Task, 'duration_secs': 1.143885} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.898080] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.899975] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4cfda1-8c9c-4cf6-b364-b00ecffe997a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.908354] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1072.908354] env[69765]: value = "task-3943644" [ 1072.908354] env[69765]: _type = "Task" [ 1072.908354] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.990336] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.990734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.990940] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1073.105441] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943642, 'name': Destroy_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.146946] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.168345] env[69765]: DEBUG nova.scheduler.client.report [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.312930] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.356857] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.357127] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.357296] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.357597] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.357804] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.358056] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.358328] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.358504] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.358836] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.359073] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.359264] env[69765]: DEBUG nova.virt.hardware [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.360077] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.360347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.362184] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9e8d8-41b2-49c2-bb0c-60b7a1d9eac5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.377863] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da1ab65-6ecc-40f0-9bbd-3fe3a968e199 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.388045] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.409147] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.419803] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943644, 'name': Rename_Task, 'duration_secs': 0.451014} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.420185] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.420510] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1566a55-170e-485d-8e22-4295868e9e3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.429773] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1073.429773] env[69765]: value = "task-3943645" [ 1073.429773] env[69765]: _type = "Task" [ 1073.429773] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.441828] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.539494] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1073.606448] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943642, 'name': Destroy_Task, 'duration_secs': 0.637463} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.606799] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Destroyed the VM [ 1073.607009] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.607344] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3656d0a-1722-4305-931e-87cbb81b0f57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.615298] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1073.615298] env[69765]: value = "task-3943646" [ 1073.615298] env[69765]: _type = "Task" [ 1073.615298] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.625757] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.646062] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.675375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.675941] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.679408] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.771s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.681312] env[69765]: INFO nova.compute.claims [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.713437] env[69765]: DEBUG nova.network.neutron [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.745060] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.745374] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.745639] env[69765]: INFO nova.compute.manager [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Attaching volume 81d3d67e-6993-42e6-b957-bbfff33889c9 to /dev/sdb [ 1073.787015] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875e6fe-7f60-4c8b-b0e3-7613ac25e834 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.797900] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98cbda7-30e2-4832-a742-6d994d636426 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.815048] env[69765]: DEBUG nova.virt.block_device [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating existing volume attachment record: ca00be99-2f8f-4e5d-a425-bde61de7884c {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.866477] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.879874] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.898962] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943637, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.586677} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.899281] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f/fbeeac25-0ce1-4922-8a9f-c6ea6ba2411f.vmdk to [datastore2] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.900171] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e671d9-ddb4-4878-91a8-369c279614b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.927428] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.928202] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ae1fbf-144d-4452-899f-a523eed75bd6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.953606] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.955154] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1073.955154] env[69765]: value = "task-3943647" [ 1073.955154] env[69765]: _type = "Task" [ 1073.955154] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.965282] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.017719] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Successfully updated port: 269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.127680] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.147325] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943640, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.161486} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.147681] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.147937] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.148230] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca4d96e-56da-4451-8b1e-f867cefe6f79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.156862] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1074.156862] env[69765]: value = "task-3943649" [ 1074.156862] env[69765]: _type = "Task" [ 1074.156862] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.166960] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.187332] env[69765]: DEBUG nova.compute.utils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.190493] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.194027] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.216658] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.217050] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Instance network_info: |[{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.217658] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:73:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4e2834c-c5b0-44e5-9086-c89bae9effd4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.227410] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating folder: Project (010c6deb0dba43ba8bd67a7227f53fd2). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.228127] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5465cc52-c881-4d8a-b518-4b090895fa72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.247484] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created folder: Project (010c6deb0dba43ba8bd67a7227f53fd2) in parent group-v782532. [ 1074.247725] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating folder: Instances. Parent ref: group-v782802. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.247999] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aaf4791-6551-4c13-b780-d1561cc0670e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.260050] env[69765]: DEBUG nova.policy [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.263591] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created folder: Instances in parent group-v782802. [ 1074.263865] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.264094] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.264373] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b928a5-37d7-4c40-94f7-4b806f3fe95e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.285835] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.285835] env[69765]: value = "task-3943652" [ 1074.285835] env[69765]: _type = "Task" [ 1074.285835] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.296799] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943652, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.388926] env[69765]: DEBUG oslo_vmware.api [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943643, 'name': PowerOnVM_Task, 'duration_secs': 1.057538} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.388926] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.388926] env[69765]: INFO nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1074.388926] env[69765]: DEBUG nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.389847] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d142b-d4a9-43c8-8d09-881f274a2ac9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.405612] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.457058] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.471178] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943647, 'name': ReconfigVM_Task, 'duration_secs': 0.325293} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.471550] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e6e148cd-3946-49b7-b951-461c0d9d8eb3/e6e148cd-3946-49b7-b951-461c0d9d8eb3.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.472412] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf93e632-57ed-4ab4-a501-d5185f47f846 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.480199] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1074.480199] env[69765]: value = "task-3943655" [ 1074.480199] env[69765]: _type = "Task" [ 1074.480199] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.490871] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943655, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.520563] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.520785] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.521012] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1074.627637] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.669022] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28113} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.669404] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.670357] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ed695-2b24-42d9-a5c9-b09fc82cc1d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.694980] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.695666] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.703537] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4b6136-17f3-4016-aa4f-0c669c9020c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.723118] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Successfully created port: c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.732403] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1074.732403] env[69765]: value = "task-3943656" [ 1074.732403] env[69765]: _type = "Task" [ 1074.732403] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.744507] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.799036] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943652, 'name': CreateVM_Task, 'duration_secs': 0.456985} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.800216] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.800216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.800494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.800738] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.800885] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df555f17-e426-4fa1-977d-3a56e2e737a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.807456] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1074.807456] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526f58aa-ffe3-5802-bd57-90e1367d911c" [ 1074.807456] env[69765]: _type = "Task" [ 1074.807456] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.819655] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526f58aa-ffe3-5802-bd57-90e1367d911c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.900041] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-changed-f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.900530] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing instance network info cache due to event network-changed-f4e2834c-c5b0-44e5-9086-c89bae9effd4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.900643] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.900777] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.900908] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing network info cache for port f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1074.911656] env[69765]: INFO nova.compute.manager [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Took 25.91 seconds to build instance. [ 1074.959833] env[69765]: DEBUG oslo_vmware.api [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943645, 'name': PowerOnVM_Task, 'duration_secs': 1.465402} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.960139] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.960370] env[69765]: INFO nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1074.960529] env[69765]: DEBUG nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.961502] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53f4bf-a66d-4959-abe5-9fa786534731 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.994272] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943655, 'name': Rename_Task, 'duration_secs': 0.166894} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.999520] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.999520] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c008d8f4-a64e-4a72-87a1-fd58a3a97489 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.009025] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1075.009025] env[69765]: value = "task-3943657" [ 1075.009025] env[69765]: _type = "Task" [ 1075.009025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.017150] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a6a8a-233b-4c21-affe-e17197bbd62f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.026272] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.035228] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebded3c9-dc70-42b5-b9bc-8b1656557ff0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.073339] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb76680d-2477-4054-81c1-f14c69949b6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.082464] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8d485-f0db-438e-b2c7-0b16c2bf2ded {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.098520] env[69765]: DEBUG nova.compute.provider_tree [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.112813] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1075.128710] env[69765]: DEBUG oslo_vmware.api [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943646, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23139} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.129051] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.243525] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943656, 'name': ReconfigVM_Task, 'duration_secs': 0.372641} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.246732] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to attach disk [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df/be71a8e8-ecdc-4ff2-845f-8b5872a474df.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.246732] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'image_id': 'c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd14a344e-e7b1-4168-b9a8-3358a14fb54c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69765) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1075.246732] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.246732] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.246732] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78ccf6-2266-4c70-a383-c7453d3111df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.275944] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5016bb-2c65-46cf-b89a-c80e261bcadb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.303762] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.304126] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e6f348-3143-482c-a7c1-141c4a7b563b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.326623] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1075.326623] env[69765]: value = "task-3943658" [ 1075.326623] env[69765]: _type = "Task" [ 1075.326623] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.330282] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526f58aa-ffe3-5802-bd57-90e1367d911c, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.333796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.334071] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.334350] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.334509] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.334682] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.335331] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a213153e-9a91-4dff-a7be-79b60ef33dc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.345015] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.348698] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.348988] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.350191] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd6ea9e-00ec-4a83-8c90-c1d65d07ee7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.359149] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1075.359149] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f66c97-7e65-6db9-0d5d-da0e3f7cdc7a" [ 1075.359149] env[69765]: _type = "Task" [ 1075.359149] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.371786] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f66c97-7e65-6db9-0d5d-da0e3f7cdc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.394345] env[69765]: DEBUG nova.network.neutron [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Updating instance_info_cache with network_info: [{"id": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "address": "fa:16:3e:2e:70:f0", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cd5b7-84", "ovs_interfaceid": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.414122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-23c7ba24-f0bc-4c17-b3f5-56b7514e2ee1 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.421s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.489042] env[69765]: INFO nova.compute.manager [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Took 26.16 seconds to build instance. [ 1075.523390] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.605023] env[69765]: DEBUG nova.scheduler.client.report [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.635566] env[69765]: WARNING nova.compute.manager [None req-cf1a15a6-d931-4049-bb6c-ff8dec5a96e9 tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Image not found during snapshot: nova.exception.ImageNotFound: Image 506a59af-32ab-4e4b-bc7f-e5861b16edce could not be found. [ 1075.706173] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updated VIF entry in instance network info cache for port f4e2834c-c5b0-44e5-9086-c89bae9effd4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1075.706621] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.727670] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.759303] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.759571] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.759731] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.759912] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.760071] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.760220] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.760435] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.760596] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.760765] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.760996] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.761142] env[69765]: DEBUG nova.virt.hardware [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.762068] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffed44-9bdf-47b8-8d7e-db044e8a1fd6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.771317] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda525f6-7283-460c-a31a-37a7ef60ff73 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.842549] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.873083] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f66c97-7e65-6db9-0d5d-da0e3f7cdc7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.874990] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf13467-1092-4508-b89b-0264cf021924 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.882060] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1075.882060] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522d34a1-3bb9-f522-c358-6d240f8facba" [ 1075.882060] env[69765]: _type = "Task" [ 1075.882060] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.891946] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522d34a1-3bb9-f522-c358-6d240f8facba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.897715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.898062] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance network_info: |[{"id": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "address": "fa:16:3e:2e:70:f0", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cd5b7-84", "ovs_interfaceid": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.898517] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:70:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269cd5b7-8418-4f3f-a5f2-a5fc0798893f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.906734] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating folder: Project (a2f19110e4e44c8ba6e84b2902d699ac). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.907396] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff3f579-86f3-4aaa-b227-bdbea78fe58f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.921719] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created folder: Project (a2f19110e4e44c8ba6e84b2902d699ac) in parent group-v782532. [ 1075.921719] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating folder: Instances. Parent ref: group-v782807. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.921963] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2061f64c-c391-479c-860b-46853481fe4b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.937241] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created folder: Instances in parent group-v782807. [ 1075.937241] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.937241] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.937241] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de222451-b56d-45c5-bbb7-9e949c6fd031 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.961658] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.961658] env[69765]: value = "task-3943661" [ 1075.961658] env[69765]: _type = "Task" [ 1075.961658] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.973375] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943661, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.992379] env[69765]: DEBUG oslo_concurrency.lockutils [None req-311724d3-bd1d-45a2-9006-f6c34d3e7fb2 tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.674s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.017873] env[69765]: DEBUG oslo_vmware.api [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943657, 'name': PowerOnVM_Task, 'duration_secs': 0.522097} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.020469] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.056213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.056213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.056213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.056213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.056213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.060805] env[69765]: INFO nova.compute.manager [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Terminating instance [ 1076.114031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.114031] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.118347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.713s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.120441] env[69765]: INFO nova.compute.claims [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.168175] env[69765]: DEBUG nova.compute.manager [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.168175] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e70ef1a-3f7b-4801-a432-69785dafb35e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.212148] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.212401] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Received event network-vif-plugged-269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.212601] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Acquiring lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.212851] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.213108] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.214649] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] No waiting events found dispatching network-vif-plugged-269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.214649] env[69765]: WARNING nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Received unexpected event network-vif-plugged-269cd5b7-8418-4f3f-a5f2-a5fc0798893f for instance with vm_state building and task_state spawning. [ 1076.214649] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Received event network-changed-269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.214649] env[69765]: DEBUG nova.compute.manager [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Refreshing instance network info cache due to event network-changed-269cd5b7-8418-4f3f-a5f2-a5fc0798893f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.214649] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Acquiring lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.214649] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Acquired lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.214649] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Refreshing network info cache for port 269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1076.338699] env[69765]: DEBUG nova.compute.manager [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Received event network-changed-5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.338945] env[69765]: DEBUG nova.compute.manager [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Refreshing instance network info cache due to event network-changed-5dc9b033-2df3-4d3d-920e-185fd24f4616. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.339193] env[69765]: DEBUG oslo_concurrency.lockutils [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.339527] env[69765]: DEBUG oslo_concurrency.lockutils [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.339738] env[69765]: DEBUG nova.network.neutron [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Refreshing network info cache for port 5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1076.348380] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943658, 'name': ReconfigVM_Task, 'duration_secs': 0.658675} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.348732] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.357515] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917fe892-5408-444d-96ec-b97cb5c6d9c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.383033] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1076.383033] env[69765]: value = "task-3943662" [ 1076.383033] env[69765]: _type = "Task" [ 1076.383033] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.399514] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.406552] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522d34a1-3bb9-f522-c358-6d240f8facba, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.406552] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.406552] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 51b113cd-14d7-4404-9218-7720b16ec38e/51b113cd-14d7-4404-9218-7720b16ec38e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.406552] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c4ebdf-fc35-4f55-b1bb-ce27394fc458 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.422103] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1076.422103] env[69765]: value = "task-3943664" [ 1076.422103] env[69765]: _type = "Task" [ 1076.422103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.433867] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.473955] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943661, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.564049] env[69765]: DEBUG nova.compute.manager [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.564367] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.565695] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ff76d-daf0-4fa8-b1f5-19c0142f469c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.578142] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.578633] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3edf1096-e41e-4168-a390-5c436b71bd19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.588920] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1076.588920] env[69765]: value = "task-3943665" [ 1076.588920] env[69765]: _type = "Task" [ 1076.588920] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.600621] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.615860] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Successfully updated port: c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.621062] env[69765]: DEBUG nova.compute.utils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.624753] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.625943] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.696454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1a190ea7-c9a9-4882-b5e0-65d0b7b8ff92 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.023s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.701024] env[69765]: DEBUG nova.policy [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.895842] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943662, 'name': ReconfigVM_Task, 'duration_secs': 0.187701} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.898042] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.898042] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab537116-c94b-4366-8e30-62df7af17772 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.907781] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1076.907781] env[69765]: value = "task-3943666" [ 1076.907781] env[69765]: _type = "Task" [ 1076.907781] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.918501] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943666, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.935565] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.974285] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943661, 'name': CreateVM_Task, 'duration_secs': 0.521398} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.978234] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.983176] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.983517] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.983925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.984667] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf6cb64-fe98-450b-bb40-c3e707f83456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.992447] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1076.992447] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5262f94f-f42e-b083-59a5-b1092f72d7f6" [ 1076.992447] env[69765]: _type = "Task" [ 1076.992447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.008023] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5262f94f-f42e-b083-59a5-b1092f72d7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.029239] env[69765]: DEBUG nova.compute.manager [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Received event network-vif-plugged-c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.029239] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Acquiring lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.029239] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.029239] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.029239] env[69765]: DEBUG nova.compute.manager [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] No waiting events found dispatching network-vif-plugged-c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.029697] env[69765]: WARNING nova.compute.manager [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Received unexpected event network-vif-plugged-c51c216e-84e5-405d-ada7-5aeecf328666 for instance with vm_state building and task_state spawning. [ 1077.030118] env[69765]: DEBUG nova.compute.manager [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Received event network-changed-c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.030472] env[69765]: DEBUG nova.compute.manager [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Refreshing instance network info cache due to event network-changed-c51c216e-84e5-405d-ada7-5aeecf328666. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.030839] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Acquiring lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.031437] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Acquired lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.031786] env[69765]: DEBUG nova.network.neutron [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Refreshing network info cache for port c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1077.050990] env[69765]: INFO nova.compute.manager [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Rebuilding instance [ 1077.107730] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943665, 'name': PowerOffVM_Task, 'duration_secs': 0.319294} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.108267] env[69765]: DEBUG nova.compute.manager [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.108621] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.108794] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.110480] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43877dfd-df87-4f76-b08c-95e2905ff276 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.120634] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11d735a5-d201-4a93-9358-169b28f2ff1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.123717] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.125659] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.229147] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.229472] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.229712] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleting the datastore file [datastore1] b31cc8a9-f487-40e7-ada5-5ea2f8979d44 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.230692] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c14e35c-3adc-415e-84d8-3385446c1c09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.241590] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for the task: (returnval){ [ 1077.241590] env[69765]: value = "task-3943668" [ 1077.241590] env[69765]: _type = "Task" [ 1077.241590] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.252326] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.299220] env[69765]: DEBUG nova.network.neutron [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updated VIF entry in instance network info cache for port 5dc9b033-2df3-4d3d-920e-185fd24f4616. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1077.302147] env[69765]: DEBUG nova.network.neutron [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.319940] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Updated VIF entry in instance network info cache for port 269cd5b7-8418-4f3f-a5f2-a5fc0798893f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1077.319940] env[69765]: DEBUG nova.network.neutron [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Updating instance_info_cache with network_info: [{"id": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "address": "fa:16:3e:2e:70:f0", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269cd5b7-84", "ovs_interfaceid": "269cd5b7-8418-4f3f-a5f2-a5fc0798893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.422573] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943666, 'name': Rename_Task, 'duration_secs': 0.285323} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.422937] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.423286] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca577fd-c522-49c2-812e-6def5da73ca7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437077] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545861} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.438890] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 51b113cd-14d7-4404-9218-7720b16ec38e/51b113cd-14d7-4404-9218-7720b16ec38e.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.439180] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.439538] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1077.439538] env[69765]: value = "task-3943669" [ 1077.439538] env[69765]: _type = "Task" [ 1077.439538] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.439754] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb933271-68cd-451f-9696-0b989ee188c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.447887] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb919f2f-410a-4aea-94cc-3b183795eed2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.454890] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1077.454890] env[69765]: value = "task-3943670" [ 1077.454890] env[69765]: _type = "Task" [ 1077.454890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.459209] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Successfully created port: b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.466171] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.472349] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d43f29-7e6f-4e6c-ad33-e85de9aa1c5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.518121] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.522517] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8a453-f2c5-4e9d-9d6f-1e21387c22e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.536516] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131291a7-023e-4491-9c9d-a15b27210c7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.543446] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5262f94f-f42e-b083-59a5-b1092f72d7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.543782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.544048] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.544310] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.544465] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.544754] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.545696] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7325799f-d3c6-436b-8bb8-a2b12f16ddc2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.558979] env[69765]: DEBUG nova.compute.provider_tree [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.569987] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.570344] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.572016] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc4d10c-2c5d-478b-833d-4a7bce4c2c21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.580331] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1077.580331] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523e01e0-9197-cd1d-1e29-c4a693b341ef" [ 1077.580331] env[69765]: _type = "Task" [ 1077.580331] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.591515] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e01e0-9197-cd1d-1e29-c4a693b341ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.602752] env[69765]: DEBUG nova.network.neutron [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1077.753265] env[69765]: DEBUG oslo_vmware.api [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Task: {'id': task-3943668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370052} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.753650] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.753882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.754157] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.754403] env[69765]: INFO nova.compute.manager [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1077.754716] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.754986] env[69765]: DEBUG nova.compute.manager [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.755097] env[69765]: DEBUG nova.network.neutron [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1077.789634] env[69765]: DEBUG nova.network.neutron [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.803773] env[69765]: DEBUG oslo_concurrency.lockutils [req-e71d6e60-1d23-4c81-94ba-9ef5e6ff69b7 req-73fe8222-4cd0-4083-8e37-b20cc86ecab0 service nova] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826851] env[69765]: DEBUG oslo_concurrency.lockutils [req-4bd1c4bd-1c0e-428e-9dc6-b97a127c63e5 req-3154d202-7ec0-4a06-b52d-ee78d1474bf6 service nova] Releasing lock "refresh_cache-ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.960487] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943669, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.975915] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082396} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.976543] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.977975] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa7423e-a766-4783-b7d2-1072543f4fc5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.008507] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 51b113cd-14d7-4404-9218-7720b16ec38e/51b113cd-14d7-4404-9218-7720b16ec38e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.008507] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c66c5b-b593-41c0-b030-7313604f8198 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.030579] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1078.030579] env[69765]: value = "task-3943671" [ 1078.030579] env[69765]: _type = "Task" [ 1078.030579] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.040492] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.062921] env[69765]: DEBUG nova.scheduler.client.report [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.091740] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e01e0-9197-cd1d-1e29-c4a693b341ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.092823] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577fcab3-0142-42e8-ace1-ecce0319164e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.101397] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1078.101397] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529e0fec-8472-ee73-e4c2-6a684873a440" [ 1078.101397] env[69765]: _type = "Task" [ 1078.101397] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.115068] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529e0fec-8472-ee73-e4c2-6a684873a440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.143722] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.146063] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.147070] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317f4314-8e69-45c6-a116-731272f2b0d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.156566] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1078.156566] env[69765]: value = "task-3943672" [ 1078.156566] env[69765]: _type = "Task" [ 1078.156566] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.169721] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.181886] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.182201] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.182392] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.182634] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.182900] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.183185] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.183512] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.183723] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.183904] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.184110] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.184303] env[69765]: DEBUG nova.virt.hardware [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.185309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb475c24-d78d-421b-84ce-37caf0da1869 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.195312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea90f2b-82fd-4fd4-be9f-427db27cf8df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.293501] env[69765]: DEBUG oslo_concurrency.lockutils [req-396f8a37-1029-4083-811b-9ca67403d358 req-0e17e04e-493c-4ec3-baef-38f8cfc4a9a9 service nova] Releasing lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.294129] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.294399] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1078.388440] env[69765]: DEBUG nova.compute.manager [req-c1e20d5e-df86-4cdb-8b98-184f9831c81f req-2e79ec1a-43d0-4acc-b725-b2d8c7e88b73 service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Received event network-vif-deleted-d70f9362-4bf5-4ea8-84bb-3ee5977264ff {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.388723] env[69765]: INFO nova.compute.manager [req-c1e20d5e-df86-4cdb-8b98-184f9831c81f req-2e79ec1a-43d0-4acc-b725-b2d8c7e88b73 service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Neutron deleted interface d70f9362-4bf5-4ea8-84bb-3ee5977264ff; detaching it from the instance and deleting it from the info cache [ 1078.389045] env[69765]: DEBUG nova.network.neutron [req-c1e20d5e-df86-4cdb-8b98-184f9831c81f req-2e79ec1a-43d0-4acc-b725-b2d8c7e88b73 service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.456056] env[69765]: DEBUG oslo_vmware.api [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943669, 'name': PowerOnVM_Task, 'duration_secs': 0.990757} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.456056] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.456056] env[69765]: DEBUG nova.compute.manager [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.456917] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bbb728-b9d4-4dac-ad4c-263a39f1a933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.543651] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943671, 'name': ReconfigVM_Task, 'duration_secs': 0.510513} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.544036] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 51b113cd-14d7-4404-9218-7720b16ec38e/51b113cd-14d7-4404-9218-7720b16ec38e.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.544820] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddad59d-f4cd-46e9-a1bc-f4c7a4cfc318 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.554065] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1078.554065] env[69765]: value = "task-3943673" [ 1078.554065] env[69765]: _type = "Task" [ 1078.554065] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.563213] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943673, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.568405] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.568927] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.613830] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529e0fec-8472-ee73-e4c2-6a684873a440, 'name': SearchDatastore_Task, 'duration_secs': 0.016936} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.615037] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.615327] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.615612] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f72f6aca-f68c-47ab-a570-698ab3bd1cec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.617993] env[69765]: DEBUG nova.network.neutron [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.626783] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1078.626783] env[69765]: value = "task-3943674" [ 1078.626783] env[69765]: _type = "Task" [ 1078.626783] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.641792] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.667728] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943672, 'name': PowerOffVM_Task, 'duration_secs': 0.169654} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.668032] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.668744] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.669614] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bec331-5def-434d-848c-8abb82224787 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.678487] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.678891] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a74a07d-997d-4973-9fd2-40312d1c1314 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.715280] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.715638] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.715919] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Deleting the datastore file [datastore2] 283f2414-80e5-4adf-a6bd-fdb21c0e1823 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.716299] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-996800da-def3-4e1b-8973-dafe9d56e799 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.725455] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1078.725455] env[69765]: value = "task-3943676" [ 1078.725455] env[69765]: _type = "Task" [ 1078.725455] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.736189] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.834148] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1078.869627] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546498a-b5d0-43bd-b228-e52c538a320d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.878060] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Suspending the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1078.878534] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-306cdd6c-9232-4952-a786-991e67119cdf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.882561] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.882890] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782806', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'name': 'volume-81d3d67e-6993-42e6-b957-bbfff33889c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72764671-0fb9-4442-a49d-22c1b466ccd3', 'attached_at': '', 'detached_at': '', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'serial': '81d3d67e-6993-42e6-b957-bbfff33889c9'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.883918] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e0526-c274-4a58-b824-a109009cb813 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.889168] env[69765]: DEBUG oslo_vmware.api [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1078.889168] env[69765]: value = "task-3943677" [ 1078.889168] env[69765]: _type = "Task" [ 1078.889168] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.910675] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d79f53c9-9d7c-4495-a1d5-7af78badbaa1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.914649] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be51f76-569e-450f-a89d-d929a70b511e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.922179] env[69765]: DEBUG oslo_vmware.api [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943677, 'name': SuspendVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.950470] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-81d3d67e-6993-42e6-b957-bbfff33889c9/volume-81d3d67e-6993-42e6-b957-bbfff33889c9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.955148] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c552651-7ff5-48bc-8e55-0f6d4c1cc28f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb7f87f-53c6-41b8-a5c0-de11a44e39c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.993724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.993849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.994036] env[69765]: DEBUG nova.objects.instance [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.006843] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1079.006843] env[69765]: value = "task-3943678" [ 1079.006843] env[69765]: _type = "Task" [ 1079.006843] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.025885] env[69765]: DEBUG nova.compute.manager [req-c1e20d5e-df86-4cdb-8b98-184f9831c81f req-2e79ec1a-43d0-4acc-b725-b2d8c7e88b73 service nova] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Detach interface failed, port_id=d70f9362-4bf5-4ea8-84bb-3ee5977264ff, reason: Instance b31cc8a9-f487-40e7-ada5-5ea2f8979d44 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.032410] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.065168] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943673, 'name': Rename_Task, 'duration_secs': 0.169343} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.065469] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.065777] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859e5385-d9a6-4d3a-b04b-fbfcf676b092 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.074928] env[69765]: DEBUG nova.compute.utils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.076617] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1079.076617] env[69765]: value = "task-3943679" [ 1079.076617] env[69765]: _type = "Task" [ 1079.076617] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.077296] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.077613] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.090176] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.091362] env[69765]: DEBUG nova.network.neutron [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Updating instance_info_cache with network_info: [{"id": "c51c216e-84e5-405d-ada7-5aeecf328666", "address": "fa:16:3e:db:8d:ad", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51c216e-84", "ovs_interfaceid": "c51c216e-84e5-405d-ada7-5aeecf328666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.120633] env[69765]: INFO nova.compute.manager [-] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Took 1.37 seconds to deallocate network for instance. [ 1079.141212] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.158563] env[69765]: DEBUG nova.policy [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeab4a5f4fd94748b51faaad28b7b791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9063ca15cd4ad3ac263e1b8eca6bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.241035] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321777} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.241312] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.241523] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.242116] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.402420] env[69765]: DEBUG oslo_vmware.api [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943677, 'name': SuspendVM_Task} progress is 58%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.445981] env[69765]: DEBUG nova.compute.manager [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Received event network-vif-plugged-b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.445981] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] Acquiring lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.445981] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.445981] env[69765]: DEBUG oslo_concurrency.lockutils [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.446374] env[69765]: DEBUG nova.compute.manager [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] No waiting events found dispatching network-vif-plugged-b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.448165] env[69765]: WARNING nova.compute.manager [req-c3ea29e0-63fa-4d45-ac7c-835c1a399115 req-23b0392b-39d7-445f-99db-5cf3980f9b78 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Received unexpected event network-vif-plugged-b052291f-45ad-4a64-9c6c-79505e1b50e4 for instance with vm_state building and task_state spawning. [ 1079.526018] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.581416] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.594941] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.595073] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance network_info: |[{"id": "c51c216e-84e5-405d-ada7-5aeecf328666", "address": "fa:16:3e:db:8d:ad", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51c216e-84", "ovs_interfaceid": "c51c216e-84e5-405d-ada7-5aeecf328666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.595667] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:8d:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51c216e-84e5-405d-ada7-5aeecf328666', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.607439] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.611365] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.611819] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943679, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.612565] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f70690-eb4b-472d-b3eb-e27f59abe54b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.634027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.648050] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01499} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.649870] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.650150] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.650435] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.650435] env[69765]: value = "task-3943680" [ 1079.650435] env[69765]: _type = "Task" [ 1079.650435] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.650644] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c85acef-1b96-4b2e-89ff-6889341882b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.666612] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943680, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.668492] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1079.668492] env[69765]: value = "task-3943681" [ 1079.668492] env[69765]: _type = "Task" [ 1079.668492] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.678582] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.722112] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Successfully created port: e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.903039] env[69765]: DEBUG oslo_vmware.api [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943677, 'name': SuspendVM_Task} progress is 58%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.999139] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Successfully updated port: b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.009335] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1aa274c2-2267-4c9e-97df-156ef4bb36a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.011381] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.377s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.012379] env[69765]: DEBUG nova.objects.instance [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lazy-loading 'resources' on Instance uuid b31cc8a9-f487-40e7-ada5-5ea2f8979d44 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.024735] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.025352] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943678, 'name': ReconfigVM_Task, 'duration_secs': 0.649066} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.026707] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.027973] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-81d3d67e-6993-42e6-b957-bbfff33889c9/volume-81d3d67e-6993-42e6-b957-bbfff33889c9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.033794] env[69765]: DEBUG nova.compute.manager [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Received event network-changed-b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.033980] env[69765]: DEBUG nova.compute.manager [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Refreshing instance network info cache due to event network-changed-b052291f-45ad-4a64-9c6c-79505e1b50e4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.034215] env[69765]: DEBUG oslo_concurrency.lockutils [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] Acquiring lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.034380] env[69765]: DEBUG oslo_concurrency.lockutils [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] Acquired lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.034588] env[69765]: DEBUG nova.network.neutron [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Refreshing network info cache for port b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1080.036167] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752a4b4c-3341-4594-a685-0c1bdfc5c3f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.056612] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1080.056612] env[69765]: value = "task-3943682" [ 1080.056612] env[69765]: _type = "Task" [ 1080.056612] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.066148] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.093839] env[69765]: DEBUG oslo_vmware.api [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943679, 'name': PowerOnVM_Task, 'duration_secs': 0.776659} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.094357] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.094578] env[69765]: INFO nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1080.094764] env[69765]: DEBUG nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.095590] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc50328-26ed-4646-9bc4-9776f587c41c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.167352] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943680, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.179553] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080845} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.179931] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.180981] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436f907-98ab-44af-8c51-05458eed2e47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.210665] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.211087] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867624fe-2b2c-4f24-b5e2-46717ebd974e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.232186] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1080.232186] env[69765]: value = "task-3943683" [ 1080.232186] env[69765]: _type = "Task" [ 1080.232186] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.242712] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.283585] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.283839] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.284008] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.284238] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.284435] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.284612] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.284826] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.285015] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.285200] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.285364] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.285542] env[69765]: DEBUG nova.virt.hardware [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.286493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f5dc0-2bb4-4a28-ba99-e0adef81eefe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.295160] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107b855-d341-4d8b-af67-e9d5cd0f453c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.309746] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.315544] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.316247] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.316565] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c4a3645-ce8a-4c87-a71b-af9f755e5bd0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.336467] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.336467] env[69765]: value = "task-3943684" [ 1080.336467] env[69765]: _type = "Task" [ 1080.336467] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.345583] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943684, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.401616] env[69765]: DEBUG oslo_vmware.api [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943677, 'name': SuspendVM_Task, 'duration_secs': 1.361812} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.401892] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Suspended the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1080.402090] env[69765]: DEBUG nova.compute.manager [None req-da90a080-3294-4ec1-a95e-90f897089849 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.402912] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b341c-69ac-450c-8f38-303d7b85ed89 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.501956] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.541926] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.542103] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.542908] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.542908] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.542908] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.542908] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.543982] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1080.543982] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.572304] env[69765]: DEBUG oslo_vmware.api [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943682, 'name': ReconfigVM_Task, 'duration_secs': 0.232504} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.572791] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782806', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'name': 'volume-81d3d67e-6993-42e6-b957-bbfff33889c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72764671-0fb9-4442-a49d-22c1b466ccd3', 'attached_at': '', 'detached_at': '', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'serial': '81d3d67e-6993-42e6-b957-bbfff33889c9'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.586500] env[69765]: DEBUG nova.network.neutron [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.596338] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.624611] env[69765]: INFO nova.compute.manager [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Took 30.16 seconds to build instance. [ 1080.633593] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.634021] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.634384] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.634686] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.634856] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.635029] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.635308] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.635440] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.635727] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.635908] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.636103] env[69765]: DEBUG nova.virt.hardware [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.637557] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2717a13-d1ca-4d30-8348-72ffce51e7c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.650031] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241876d-d480-4e81-bab1-b27d237c02e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.684183] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943680, 'name': CreateVM_Task, 'duration_secs': 0.916655} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.685257] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.685553] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.685721] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.686053] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.686315] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385b084a-d175-46cf-b3e9-662fd3415342 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.694040] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1080.694040] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e1c34c-78b5-ba8d-9987-521edee442be" [ 1080.694040] env[69765]: _type = "Task" [ 1080.694040] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.704226] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e1c34c-78b5-ba8d-9987-521edee442be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.730717] env[69765]: DEBUG nova.network.neutron [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.747233] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.822996] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb7bd6-965e-42bc-9df4-1b91cf6d5117 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.832527] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15f3a4-8ee6-40a0-9680-28b12331d584 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.848791] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943684, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.875027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f7062-f5f6-4aef-91e3-8de7a6d63cc1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.886560] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab38da-eb49-4fd7-94dd-4a19451e3033 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.903617] env[69765]: DEBUG nova.compute.provider_tree [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.050702] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.129543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c3b6c7d7-1aeb-4ac4-bcc5-a878b7d3691a tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.670s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.206109] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e1c34c-78b5-ba8d-9987-521edee442be, 'name': SearchDatastore_Task, 'duration_secs': 0.04789} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.206564] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.206953] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.207151] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.207315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.207729] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.207885] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf3a2b9-ec92-41ec-a77f-2135d15383f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.219147] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.219503] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.220437] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75142b9f-2b91-4348-b18e-ad6c257d64bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.228448] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1081.228448] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5247bdf2-16a2-611e-b538-7f29ce4b2a00" [ 1081.228448] env[69765]: _type = "Task" [ 1081.228448] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.233867] env[69765]: DEBUG oslo_concurrency.lockutils [req-51b33356-2494-4284-9fcf-79215bd8d6d7 req-fab96465-5290-41ac-8fb5-5d08f7c99bf3 service nova] Releasing lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.234275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.234576] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.248484] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5247bdf2-16a2-611e-b538-7f29ce4b2a00, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.253742] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943683, 'name': ReconfigVM_Task, 'duration_secs': 0.741959} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.253995] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a685eb49-53ac-45b5-805f-1ef3ae06df00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.258022] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.258310] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be3c15cd-5785-416e-af82-0cab1b344edf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.264468] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1081.264468] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]526c5b74-de80-12d7-57d7-9ad22d2a79e3" [ 1081.264468] env[69765]: _type = "Task" [ 1081.264468] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.270154] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1081.270154] env[69765]: value = "task-3943685" [ 1081.270154] env[69765]: _type = "Task" [ 1081.270154] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.279027] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526c5b74-de80-12d7-57d7-9ad22d2a79e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.287028] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943685, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.351087] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943684, 'name': CreateVM_Task, 'duration_secs': 0.597184} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.351087] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.351087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.351087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.351087] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.351087] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5221e0ca-2adc-412a-a8be-1865dadcdf02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.356125] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1081.356125] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5229afc5-c5fe-e1b9-c867-3f1736bed3b7" [ 1081.356125] env[69765]: _type = "Task" [ 1081.356125] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.366712] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5229afc5-c5fe-e1b9-c867-3f1736bed3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.408449] env[69765]: DEBUG nova.scheduler.client.report [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.442017] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Successfully updated port: e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.495167] env[69765]: INFO nova.compute.manager [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Resuming [ 1081.495755] env[69765]: DEBUG nova.objects.instance [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'flavor' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.617838] env[69765]: DEBUG nova.objects.instance [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid 72764671-0fb9-4442-a49d-22c1b466ccd3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.729031] env[69765]: DEBUG nova.compute.manager [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-changed-f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.729279] env[69765]: DEBUG nova.compute.manager [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing instance network info cache due to event network-changed-f4e2834c-c5b0-44e5-9086-c89bae9effd4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.729513] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.729666] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.729827] env[69765]: DEBUG nova.network.neutron [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing network info cache for port f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1081.782369] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]526c5b74-de80-12d7-57d7-9ad22d2a79e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018892} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.782970] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.783414] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ae45abd4-2cab-48e9-9b08-cc91b46b6cf7/ae45abd4-2cab-48e9-9b08-cc91b46b6cf7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.783628] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26290f5e-a852-4b83-b19a-0933ca188243 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.789903] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943685, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.790897] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1081.800866] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1081.800866] env[69765]: value = "task-3943686" [ 1081.800866] env[69765]: _type = "Task" [ 1081.800866] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.813323] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.872629] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5229afc5-c5fe-e1b9-c867-3f1736bed3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013479} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.875591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.876123] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.879086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.879086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.879086] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.879086] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc20d15-cb7d-4f9f-af8e-2e2b6d5b16bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.889316] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.889886] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.890850] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64240a5d-142f-4729-b540-e0369cdd95ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.899830] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1081.899830] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b097cd-0bfd-0d4e-b51e-e64801c7ecf6" [ 1081.899830] env[69765]: _type = "Task" [ 1081.899830] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.910081] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b097cd-0bfd-0d4e-b51e-e64801c7ecf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.915659] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.921846] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.922683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.923381] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1081.926622] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfd9dae-76b2-44ab-b89f-de895017ce01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.943081] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24aa3e-51ab-41cd-b81d-369c05dc7694 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.952095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.952848] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.953215] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.955769] env[69765]: INFO nova.scheduler.client.report [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Deleted allocations for instance b31cc8a9-f487-40e7-ada5-5ea2f8979d44 [ 1081.976168] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594dc5a4-633c-4288-84b7-15669379a391 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.988164] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7d81d-2c2b-4586-8ed7-68def4473ac2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.031919] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179670MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1082.036027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.036027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.062374] env[69765]: DEBUG nova.compute.manager [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Received event network-vif-plugged-e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.062374] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.062738] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.062995] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.063202] env[69765]: DEBUG nova.compute.manager [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] No waiting events found dispatching network-vif-plugged-e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.063391] env[69765]: WARNING nova.compute.manager [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Received unexpected event network-vif-plugged-e529825f-a67e-4ded-91b7-ef2abbf02d64 for instance with vm_state building and task_state spawning. [ 1082.063569] env[69765]: DEBUG nova.compute.manager [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Received event network-changed-e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.063721] env[69765]: DEBUG nova.compute.manager [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Refreshing instance network info cache due to event network-changed-e529825f-a67e-4ded-91b7-ef2abbf02d64. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.063899] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.075186] env[69765]: DEBUG nova.network.neutron [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Updating instance_info_cache with network_info: [{"id": "b052291f-45ad-4a64-9c6c-79505e1b50e4", "address": "fa:16:3e:70:23:b3", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052291f-45", "ovs_interfaceid": "b052291f-45ad-4a64-9c6c-79505e1b50e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.124417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c99aa3b-ec12-48b1-baee-91cdf33e7c6b tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.379s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.285764] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943685, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.314501] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.411145] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b097cd-0bfd-0d4e-b51e-e64801c7ecf6, 'name': SearchDatastore_Task, 'duration_secs': 0.014765} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.412571] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69401cb0-dd98-4b1e-b8df-7ad6f6bba650 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.424066] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1082.424066] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52413c0f-8fdc-5501-e7fb-dc34a23555f3" [ 1082.424066] env[69765]: _type = "Task" [ 1082.424066] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.436961] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52413c0f-8fdc-5501-e7fb-dc34a23555f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.479847] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2454cd56-a2b7-4ec0-841b-d1e6e005cbad tempest-ImagesTestJSON-995063762 tempest-ImagesTestJSON-995063762-project-member] Lock "b31cc8a9-f487-40e7-ada5-5ea2f8979d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.426s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.577662] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-6f1099b0-9155-4d3c-a6d9-3de379ed2464" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.578027] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance network_info: |[{"id": "b052291f-45ad-4a64-9c6c-79505e1b50e4", "address": "fa:16:3e:70:23:b3", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052291f-45", "ovs_interfaceid": "b052291f-45ad-4a64-9c6c-79505e1b50e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.578519] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:23:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b052291f-45ad-4a64-9c6c-79505e1b50e4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.588953] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.589728] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.590034] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-187b5ccc-d347-4897-b6d5-13178d8d9c43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.615679] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.615679] env[69765]: value = "task-3943687" [ 1082.615679] env[69765]: _type = "Task" [ 1082.615679] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.626726] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943687, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.752690] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1082.782971] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943685, 'name': Rename_Task, 'duration_secs': 1.195137} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.783388] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.784038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc09cc3-197e-4031-8f60-c1d7a3902f5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.791258] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1082.791258] env[69765]: value = "task-3943688" [ 1082.791258] env[69765]: _type = "Task" [ 1082.791258] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.802594] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.813831] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696919} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.814664] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ae45abd4-2cab-48e9-9b08-cc91b46b6cf7/ae45abd4-2cab-48e9-9b08-cc91b46b6cf7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.815015] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.815311] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1af109f-5ccc-4e6a-aa4d-a5534b624d4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.822996] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1082.822996] env[69765]: value = "task-3943689" [ 1082.822996] env[69765]: _type = "Task" [ 1082.822996] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.833713] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.938414] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52413c0f-8fdc-5501-e7fb-dc34a23555f3, 'name': SearchDatastore_Task, 'duration_secs': 0.052721} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.938414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.938414] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.938414] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c96cb6f-e2dd-4423-bcc3-0d304e318a03 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.946827] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1082.946827] env[69765]: value = "task-3943690" [ 1082.946827] env[69765]: _type = "Task" [ 1082.946827] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.967601] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.051781] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.051977] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquired lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.052175] env[69765]: DEBUG nova.network.neutron [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1083.080183] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e98c48bd-df45-439d-ab1e-6c11c3612fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.080483] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 3af1d66b-0c71-4ff9-b03e-f754ae167419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.080483] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance be71a8e8-ecdc-4ff2-845f-8b5872a474df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.080483] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 72764671-0fb9-4442-a49d-22c1b466ccd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.080589] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e6e148cd-3946-49b7-b951-461c0d9d8eb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 57a56aea-47b4-4492-bf8d-9ed383c70307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 4c770c20-fd55-4261-928b-9a49adbf5a6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 283f2414-80e5-4adf-a6bd-fdb21c0e1823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 51b113cd-14d7-4404-9218-7720b16ec38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ec78aec2-c4b3-4849-8d7a-fac1efe5f68c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance ae45abd4-2cab-48e9-9b08-cc91b46b6cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 6f1099b0-9155-4d3c-a6d9-3de379ed2464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 675ac472-f21d-4343-81d3-bae604a7fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1083.082458] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1083.138177] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943687, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.151472] env[69765]: DEBUG nova.network.neutron [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updated VIF entry in instance network info cache for port f4e2834c-c5b0-44e5-9086-c89bae9effd4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1083.151472] env[69765]: DEBUG nova.network.neutron [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.154033] env[69765]: DEBUG nova.network.neutron [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.307217] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.332767] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.333286] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.334626] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb341302-7776-4204-ac81-2141f03d5999 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.338133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf8b11-9e33-460b-a12b-755fd1f4073f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.355350] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb96b2-7d82-4b80-9fd3-36e40c4d234e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.367126] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ae45abd4-2cab-48e9-9b08-cc91b46b6cf7/ae45abd4-2cab-48e9-9b08-cc91b46b6cf7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.367484] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c98a0a2-6b07-4679-a20e-33bc7cf125e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.415722] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd7998c-ecad-4dfd-9a09-05640df8f306 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.419286] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1083.419286] env[69765]: value = "task-3943691" [ 1083.419286] env[69765]: _type = "Task" [ 1083.419286] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.427638] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d0db0-ff4a-4b53-8edc-ec849ea5ce27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.436551] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.448264] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.461205] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.633113] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943687, 'name': CreateVM_Task, 'duration_secs': 0.814314} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.633346] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.634409] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.634595] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.634936] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.635246] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3166aedb-2938-4313-bdaa-5e2a43663416 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.643459] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1083.643459] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5278b150-a956-6957-1630-311358404607" [ 1083.643459] env[69765]: _type = "Task" [ 1083.643459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.656597] env[69765]: DEBUG oslo_concurrency.lockutils [req-4f53ab7d-dd1e-4288-a6d0-68208dfeb072 req-face5f35-73f0-4a61-bd62-37a48d78f52b service nova] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.657077] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5278b150-a956-6957-1630-311358404607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.657887] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.657887] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Instance network_info: |[{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.658196] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.658389] env[69765]: DEBUG nova.network.neutron [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Refreshing network info cache for port e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1083.659787] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c3:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e529825f-a67e-4ded-91b7-ef2abbf02d64', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.674972] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.679820] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.680945] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bedb50fb-6bbf-4eb3-ae8a-537ac743ff1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.712349] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.712349] env[69765]: value = "task-3943692" [ 1083.712349] env[69765]: _type = "Task" [ 1083.712349] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.725641] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943692, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.809513] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.867308] env[69765]: DEBUG nova.network.neutron [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [{"id": "e5313f2f-69df-4823-b332-7dc15330e227", "address": "fa:16:3e:b1:19:3b", "network": {"id": "ed6d1492-d5f3-4c27-93b3-6b5270b5e5fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-961224373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8360ef9804d4d95a19b2eeaf422d0fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5313f2f-69", "ovs_interfaceid": "e5313f2f-69df-4823-b332-7dc15330e227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.936147] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943691, 'name': ReconfigVM_Task, 'duration_secs': 0.513933} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.936147] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ae45abd4-2cab-48e9-9b08-cc91b46b6cf7/ae45abd4-2cab-48e9-9b08-cc91b46b6cf7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.936147] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0497f69-32f7-4587-8c4b-e4cdf3221af9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.942662] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1083.942662] env[69765]: value = "task-3943693" [ 1083.942662] env[69765]: _type = "Task" [ 1083.942662] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.955675] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.960631] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943693, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.969193] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935742} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.969193] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.969193] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.969193] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de7028b8-d4c2-460a-adc9-8b8bd07e9d06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.978219] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1083.978219] env[69765]: value = "task-3943694" [ 1083.978219] env[69765]: _type = "Task" [ 1083.978219] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.991240] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.155330] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5278b150-a956-6957-1630-311358404607, 'name': SearchDatastore_Task, 'duration_secs': 0.059287} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.155653] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.155964] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.156250] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.156509] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.156720] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.156999] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6f6f6a-643f-4d0e-b7be-4e8ff6986e9d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.170774] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.170774] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.171420] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfb4a21-9e43-4e71-b496-ea04c2a80cfc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180875] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1084.180875] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5268771e-f67b-77d4-d8f0-e3b80ab8075c" [ 1084.180875] env[69765]: _type = "Task" [ 1084.180875] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.195383] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5268771e-f67b-77d4-d8f0-e3b80ab8075c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.225533] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943692, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.304395] env[69765]: DEBUG oslo_vmware.api [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943688, 'name': PowerOnVM_Task, 'duration_secs': 1.127488} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.306890] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.307228] env[69765]: INFO nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1084.307334] env[69765]: DEBUG nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.308648] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af961a66-2557-4d52-ab42-bb8cac5653f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.371943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Releasing lock "refresh_cache-e6e148cd-3946-49b7-b951-461c0d9d8eb3" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.373542] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df33462-3f28-497e-99f7-9c38750b7762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.382783] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Resuming the VM {{(pid=69765) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1084.383440] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbeb1fa-1549-4f5d-ad41-a5b2f474d091 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.392890] env[69765]: DEBUG oslo_vmware.api [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1084.392890] env[69765]: value = "task-3943695" [ 1084.392890] env[69765]: _type = "Task" [ 1084.392890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.403245] env[69765]: DEBUG oslo_vmware.api [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.455032] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943693, 'name': Rename_Task, 'duration_secs': 0.272143} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.455638] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.456160] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e99cf6a-354e-4c91-a37a-128f250705fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.465023] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1084.465023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.430s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.465023] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1084.465023] env[69765]: value = "task-3943696" [ 1084.465023] env[69765]: _type = "Task" [ 1084.465023] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.475300] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.490904] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078657} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.491240] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.492695] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87aa702-0d68-4414-9276-2c215dba16c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.495911] env[69765]: DEBUG nova.network.neutron [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updated VIF entry in instance network info cache for port e529825f-a67e-4ded-91b7-ef2abbf02d64. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1084.496882] env[69765]: DEBUG nova.network.neutron [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.523862] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.525033] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdda199d-fd80-44e8-bc73-b03b04256368 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546668] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1084.546668] env[69765]: value = "task-3943697" [ 1084.546668] env[69765]: _type = "Task" [ 1084.546668] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.556936] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.684953] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "2306f509-f7b9-45b2-9994-1f64164e599f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.685266] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.699676] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5268771e-f67b-77d4-d8f0-e3b80ab8075c, 'name': SearchDatastore_Task, 'duration_secs': 0.041728} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.701608] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd9b665-fdff-4132-b8b0-8eb393e028df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.709241] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1084.709241] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52211160-4465-5276-4e13-3c6ca4e256a5" [ 1084.709241] env[69765]: _type = "Task" [ 1084.709241] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.722068] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52211160-4465-5276-4e13-3c6ca4e256a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.729303] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943692, 'name': CreateVM_Task, 'duration_secs': 0.769531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.729533] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.730245] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.731179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.731179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.731179] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38169699-d56e-4974-8586-fab8c6b68580 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.737079] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1084.737079] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528c2394-c91a-fabb-fb8b-5e365ecba62f" [ 1084.737079] env[69765]: _type = "Task" [ 1084.737079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.752044] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528c2394-c91a-fabb-fb8b-5e365ecba62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.831840] env[69765]: INFO nova.compute.manager [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Took 30.97 seconds to build instance. [ 1084.904167] env[69765]: DEBUG oslo_vmware.api [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.978026] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.000739] env[69765]: DEBUG oslo_concurrency.lockutils [req-50df66ad-6d86-4b6c-a02a-e0fc954067c9 req-66f8810b-c474-4441-947b-d23fa4fb5ebb service nova] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.061417] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.188930] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.222149] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52211160-4465-5276-4e13-3c6ca4e256a5, 'name': SearchDatastore_Task, 'duration_secs': 0.030333} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.222641] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.222925] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6f1099b0-9155-4d3c-a6d9-3de379ed2464/6f1099b0-9155-4d3c-a6d9-3de379ed2464.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.223219] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea54c69f-551b-4374-b532-6e1179231d7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.232030] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1085.232030] env[69765]: value = "task-3943698" [ 1085.232030] env[69765]: _type = "Task" [ 1085.232030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.244614] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.251862] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528c2394-c91a-fabb-fb8b-5e365ecba62f, 'name': SearchDatastore_Task, 'duration_secs': 0.026766} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.252213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.252478] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.252736] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.252887] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.253106] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.253401] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10f00079-11fd-4afc-97e3-fdd16ed849d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.266571] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.266848] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.267688] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9264d6a4-93aa-4c7c-8e20-6989ce7dc112 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.275742] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1085.275742] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52db0908-e9ef-0f7d-1f88-e3046f80c7d4" [ 1085.275742] env[69765]: _type = "Task" [ 1085.275742] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.286518] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db0908-e9ef-0f7d-1f88-e3046f80c7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.333911] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0f2f6f8f-b987-4f7c-90f5-52986e9e2b61 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.482s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.406511] env[69765]: DEBUG oslo_vmware.api [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943695, 'name': PowerOnVM_Task, 'duration_secs': 0.96076} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.406829] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Resumed the VM {{(pid=69765) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1085.407020] env[69765]: DEBUG nova.compute.manager [None req-d1ab112e-b868-4ebf-8881-613719c80fe6 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.408024] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e42ca-612a-484c-a971-3831aa0d47f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.482380] env[69765]: DEBUG oslo_vmware.api [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943696, 'name': PowerOnVM_Task, 'duration_secs': 0.518983} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.482760] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.483098] env[69765]: INFO nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1085.483344] env[69765]: DEBUG nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.484397] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afce89ac-c3b8-4ff9-a673-c81b984a8d47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.558685] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943697, 'name': ReconfigVM_Task, 'duration_secs': 0.662209} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.559068] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 283f2414-80e5-4adf-a6bd-fdb21c0e1823/283f2414-80e5-4adf-a6bd-fdb21c0e1823.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.559745] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c04483c-7bed-4344-96e8-dd519722b837 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.569579] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1085.569579] env[69765]: value = "task-3943699" [ 1085.569579] env[69765]: _type = "Task" [ 1085.569579] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.588084] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943699, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.729818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.730123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.731786] env[69765]: INFO nova.compute.claims [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.746424] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.788999] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52db0908-e9ef-0f7d-1f88-e3046f80c7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.790120] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d6bbf1-b8ac-474b-8968-ac101eea06d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.797720] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1085.797720] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ae6147-796b-c328-86b8-96e3c944b589" [ 1085.797720] env[69765]: _type = "Task" [ 1085.797720] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.808244] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ae6147-796b-c328-86b8-96e3c944b589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.008702] env[69765]: INFO nova.compute.manager [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Took 23.18 seconds to build instance. [ 1086.080528] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943699, 'name': Rename_Task, 'duration_secs': 0.379838} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.080879] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.081161] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e25e07e-7375-47c0-81ae-4f4da376efc7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.088868] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1086.088868] env[69765]: value = "task-3943700" [ 1086.088868] env[69765]: _type = "Task" [ 1086.088868] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.098428] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.223932] env[69765]: INFO nova.compute.manager [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Rebuilding instance [ 1086.251501] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749483} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.251501] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 6f1099b0-9155-4d3c-a6d9-3de379ed2464/6f1099b0-9155-4d3c-a6d9-3de379ed2464.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.251501] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.251785] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76fa9264-36b7-4604-8e56-c7f79b22ef29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.263242] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1086.263242] env[69765]: value = "task-3943701" [ 1086.263242] env[69765]: _type = "Task" [ 1086.263242] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.286455] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.296345] env[69765]: DEBUG nova.compute.manager [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.297574] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa693c-1b03-404c-996a-fef17e2e0846 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.316234] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ae6147-796b-c328-86b8-96e3c944b589, 'name': SearchDatastore_Task, 'duration_secs': 0.05164} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.316950] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.317344] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.317713] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c0c3b63-2d59-40aa-8e9f-086de0ef1a38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.328584] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1086.328584] env[69765]: value = "task-3943702" [ 1086.328584] env[69765]: _type = "Task" [ 1086.328584] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.338592] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.513043] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff5cf772-5909-454d-b987-03d66803382e tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.694s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.602317] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.627321] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.627597] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.782030] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.785188] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.786702] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee5843-abac-4a6a-a788-59ce6f2cd748 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.811235] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 6f1099b0-9155-4d3c-a6d9-3de379ed2464/6f1099b0-9155-4d3c-a6d9-3de379ed2464.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.814686] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb04955-87d8-47cd-b873-26d229556484 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.846389] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.849930] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1086.849930] env[69765]: value = "task-3943703" [ 1086.849930] env[69765]: _type = "Task" [ 1086.849930] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.867942] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.048609] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e4283-d535-4f64-a371-6190a6c13eb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.061302] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dea976-27b5-4612-9b4a-70d8bdc83f84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.100650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c1f48-41b7-41ff-872b-e6fdf8bbfaed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.118089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15761031-209b-4d3b-a86c-3b31f6640730 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.127462] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.131123] env[69765]: DEBUG nova.compute.utils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.148611] env[69765]: DEBUG nova.compute.provider_tree [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.153068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.525s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.337878] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.338321] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21efb5e2-06ff-41ca-80fa-68e00b8881c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.347502] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909227} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.349598] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.349854] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.350287] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1087.350287] env[69765]: value = "task-3943704" [ 1087.350287] env[69765]: _type = "Task" [ 1087.350287] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.351411] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b9383a-71ff-4f8d-9688-1b952afcceb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.364727] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1087.364727] env[69765]: value = "task-3943705" [ 1087.364727] env[69765]: _type = "Task" [ 1087.364727] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.369041] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.376744] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.383609] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.607892] env[69765]: DEBUG oslo_vmware.api [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943700, 'name': PowerOnVM_Task, 'duration_secs': 1.203538} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.608285] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.608718] env[69765]: DEBUG nova.compute.manager [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.609639] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50f5fc8-8a74-4ac7-9b89-3a2ab92eef05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.656176] env[69765]: DEBUG nova.scheduler.client.report [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.869731] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943704, 'name': PowerOffVM_Task, 'duration_secs': 0.400909} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.870598] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.870870] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.880661] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d65f57-36b1-481c-98c7-e0168fe65c28 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.888901] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943703, 'name': ReconfigVM_Task, 'duration_secs': 0.919581} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.890206] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 6f1099b0-9155-4d3c-a6d9-3de379ed2464/6f1099b0-9155-4d3c-a6d9-3de379ed2464.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.891050] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6456ba-e013-4234-b771-165654dd49b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.898669] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.899028] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174068} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.899675] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de5d776-b0d0-4236-b073-e6d4254eb72e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.901570] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.902474] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c9459e-83c4-4070-928a-522275e91664 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.907304] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1087.907304] env[69765]: value = "task-3943706" [ 1087.907304] env[69765]: _type = "Task" [ 1087.907304] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.931942] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.932818] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cee46c-b5b1-4444-85bb-1c9bacb1d6b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.954446] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943706, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.959223] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1087.959223] env[69765]: value = "task-3943708" [ 1087.959223] env[69765]: _type = "Task" [ 1087.959223] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.969666] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.991871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.992152] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.992345] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore2] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.992654] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b2d61b7-ec03-430f-8356-f72264985182 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.999890] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1087.999890] env[69765]: value = "task-3943709" [ 1087.999890] env[69765]: _type = "Task" [ 1087.999890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.010796] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.061352] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.061568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.061633] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.061782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.061958] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.068589] env[69765]: INFO nova.compute.manager [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Terminating instance [ 1088.129236] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.161959] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.162585] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.166315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.037s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.166639] env[69765]: DEBUG nova.objects.instance [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.239173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.239173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.239173] env[69765]: INFO nova.compute.manager [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Attaching volume a0261860-e59e-49bc-b3d1-d9ed94b7ae81 to /dev/sdb [ 1088.284776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2b16d-454f-4333-8f46-dee9442f608c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.293566] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cefea7b-9953-4ae9-bec5-8c55c08f3ce5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.310412] env[69765]: DEBUG nova.virt.block_device [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating existing volume attachment record: 5ecf32f5-8073-4eef-936d-1351f9b7b94b {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.419750] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943706, 'name': Rename_Task, 'duration_secs': 0.392121} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.420094] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.420319] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-982325ce-c8e8-4792-8343-d8da7edae2fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.430150] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1088.430150] env[69765]: value = "task-3943710" [ 1088.430150] env[69765]: _type = "Task" [ 1088.430150] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.438542] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.473741] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.512037] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480354} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.512037] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.512037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.512221] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.571757] env[69765]: DEBUG nova.compute.manager [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.571872] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.572841] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01079549-a4a0-42dd-b88f-a242dd2f7cc3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.582363] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.582363] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92751c44-abef-4f93-b77c-d0c3b758f622 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.590085] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1088.590085] env[69765]: value = "task-3943714" [ 1088.590085] env[69765]: _type = "Task" [ 1088.590085] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.600433] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.671664] env[69765]: DEBUG nova.compute.utils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.677432] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.677432] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.725224] env[69765]: DEBUG nova.policy [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd514df4d9a45e0b439a6d2919f10db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1905b06bf1734971aff7642418c47123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.956579] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.977199] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943708, 'name': ReconfigVM_Task, 'duration_secs': 0.751362} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.977711] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.978215] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c28d66-7572-442b-950f-29d38922a36e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.986997] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1088.986997] env[69765]: value = "task-3943715" [ 1088.986997] env[69765]: _type = "Task" [ 1088.986997] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.001199] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943715, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.101883] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943714, 'name': PowerOffVM_Task, 'duration_secs': 0.254057} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.103787] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.106379] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.106379] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85577854-2eb1-4645-aad9-855c71322e91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177522] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.186868] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b24058b1-ff74-4cb0-b12a-a0ecdd06468b tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.191043] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.191327] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.192030] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore1] ae45abd4-2cab-48e9-9b08-cc91b46b6cf7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.192164] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d24316-852f-4475-a11c-24f641d8043c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.201158] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1089.201158] env[69765]: value = "task-3943717" [ 1089.201158] env[69765]: _type = "Task" [ 1089.201158] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.212491] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.233292] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Successfully created port: 448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.343490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.343780] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.344014] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.344241] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.344518] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.346752] env[69765]: INFO nova.compute.manager [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Terminating instance [ 1089.447378] env[69765]: DEBUG oslo_vmware.api [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943710, 'name': PowerOnVM_Task, 'duration_secs': 0.81442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.447754] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.447836] env[69765]: INFO nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1089.448031] env[69765]: DEBUG nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.448892] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b04c7-065a-4bff-a32c-4f0c604d028a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.498824] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943715, 'name': Rename_Task, 'duration_secs': 0.187995} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.503258] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.503258] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c4b93d-e0d0-409b-91e9-4c37de20e8dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.510168] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1089.510168] env[69765]: value = "task-3943718" [ 1089.510168] env[69765]: _type = "Task" [ 1089.510168] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.519148] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.564661] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.564918] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.565094] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.565286] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.565481] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.565638] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.565801] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.565957] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.566154] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.566324] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.566536] env[69765]: DEBUG nova.virt.hardware [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.567507] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee8c2c-9b2d-40c8-83fe-412fa588ff9f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.577284] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd21b94-c05f-4258-91da-a02790a9ca75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.593514] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:70:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269cd5b7-8418-4f3f-a5f2-a5fc0798893f', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.601855] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.602195] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.602434] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2be6e4da-e5aa-4770-b863-a91095167ab8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.627159] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.627159] env[69765]: value = "task-3943719" [ 1089.627159] env[69765]: _type = "Task" [ 1089.627159] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.640698] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943719, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.715355] env[69765]: DEBUG oslo_vmware.api [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342456} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.715355] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.715355] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.715355] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.715355] env[69765]: INFO nova.compute.manager [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1089.716481] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.716481] env[69765]: DEBUG nova.compute.manager [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.716481] env[69765]: DEBUG nova.network.neutron [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1089.856030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "refresh_cache-283f2414-80e5-4adf-a6bd-fdb21c0e1823" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.856030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquired lock "refresh_cache-283f2414-80e5-4adf-a6bd-fdb21c0e1823" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.856030] env[69765]: DEBUG nova.network.neutron [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1089.977539] env[69765]: INFO nova.compute.manager [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Took 20.09 seconds to build instance. [ 1090.026345] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.142581] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943719, 'name': CreateVM_Task, 'duration_secs': 0.425586} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.142968] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.143903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.144220] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.145837] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.147172] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8115f5f-77c3-4886-a39f-9a9b1461d715 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.157209] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1090.157209] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bcad41-a94c-9627-c6a6-bb3c46476c03" [ 1090.157209] env[69765]: _type = "Task" [ 1090.157209] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.169781] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bcad41-a94c-9627-c6a6-bb3c46476c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.196891] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.239889] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.240204] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.240395] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.240603] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.240765] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.240928] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.241278] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.241615] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.241800] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.242097] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.242475] env[69765]: DEBUG nova.virt.hardware [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.244419] env[69765]: DEBUG nova.compute.manager [req-bb71804e-22ca-4b65-a2b2-05a14d0a45f7 req-ce148d67-f3d5-4a58-8a43-dae7704348c2 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Received event network-vif-deleted-c51c216e-84e5-405d-ada7-5aeecf328666 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.244637] env[69765]: INFO nova.compute.manager [req-bb71804e-22ca-4b65-a2b2-05a14d0a45f7 req-ce148d67-f3d5-4a58-8a43-dae7704348c2 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Neutron deleted interface c51c216e-84e5-405d-ada7-5aeecf328666; detaching it from the instance and deleting it from the info cache [ 1090.244814] env[69765]: DEBUG nova.network.neutron [req-bb71804e-22ca-4b65-a2b2-05a14d0a45f7 req-ce148d67-f3d5-4a58-8a43-dae7704348c2 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.250025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3163b4e9-2838-4598-a5e8-e3c328ef5098 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.261380] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769833d-3393-4539-9336-e9aa3073b9db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.380781] env[69765]: DEBUG nova.network.neutron [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1090.483025] env[69765]: DEBUG oslo_concurrency.lockutils [None req-591dbf16-016b-4894-bb39-aa972247607d tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.599s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.484362] env[69765]: DEBUG nova.network.neutron [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.527033] env[69765]: DEBUG oslo_vmware.api [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943718, 'name': PowerOnVM_Task, 'duration_secs': 0.670671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.527522] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.527895] env[69765]: INFO nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1090.528359] env[69765]: DEBUG nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.529478] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea1537-3790-4e39-8c9f-baf21835e09f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.668989] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bcad41-a94c-9627-c6a6-bb3c46476c03, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.669281] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.669617] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.670375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.670375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.670375] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.670797] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7515ca5-f5bc-49cd-8e7f-ccb34aed66ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.685093] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.685093] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.685458] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d421199-457f-4cd1-834b-63ab9871b0e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.692756] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1090.692756] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b52c28-76a0-3152-71b1-87b195b13655" [ 1090.692756] env[69765]: _type = "Task" [ 1090.692756] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.705932] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b52c28-76a0-3152-71b1-87b195b13655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.711686] env[69765]: DEBUG nova.network.neutron [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.748353] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50284f0a-0e7a-4d46-b5da-f9746206d59f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.760083] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d3215-4b3f-465d-8e51-4589d1169f94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.802609] env[69765]: DEBUG nova.compute.manager [req-bb71804e-22ca-4b65-a2b2-05a14d0a45f7 req-ce148d67-f3d5-4a58-8a43-dae7704348c2 service nova] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Detach interface failed, port_id=c51c216e-84e5-405d-ada7-5aeecf328666, reason: Instance ae45abd4-2cab-48e9-9b08-cc91b46b6cf7 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.988748] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Releasing lock "refresh_cache-283f2414-80e5-4adf-a6bd-fdb21c0e1823" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.991148] env[69765]: DEBUG nova.compute.manager [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.991148] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.991148] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b603b9-e949-4fa2-bc83-cd86ce35ec43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.004079] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.004533] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d531b0-ffd8-40f9-a419-71c493d1337d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.014157] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1091.014157] env[69765]: value = "task-3943721" [ 1091.014157] env[69765]: _type = "Task" [ 1091.014157] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.030027] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.057916] env[69765]: INFO nova.compute.manager [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Took 16.68 seconds to build instance. [ 1091.092680] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e6fb3b-2c03-48b5-9519-a8aac2dcac15 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.102692] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Suspending the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1091.102991] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8523dd34-c6aa-4def-b831-61f101f9f6f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.112385] env[69765]: DEBUG oslo_vmware.api [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1091.112385] env[69765]: value = "task-3943722" [ 1091.112385] env[69765]: _type = "Task" [ 1091.112385] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.133396] env[69765]: DEBUG oslo_vmware.api [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943722, 'name': SuspendVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.205318] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b52c28-76a0-3152-71b1-87b195b13655, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.206533] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bb070e-ec04-45c2-b553-b89fe41051bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.215403] env[69765]: INFO nova.compute.manager [-] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Took 1.50 seconds to deallocate network for instance. [ 1091.217213] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1091.217213] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d82964-ef18-dda4-09c4-179d21c8b3dd" [ 1091.217213] env[69765]: _type = "Task" [ 1091.217213] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.231215] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Successfully updated port: 448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.240461] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d82964-ef18-dda4-09c4-179d21c8b3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.525634] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943721, 'name': PowerOffVM_Task, 'duration_secs': 0.193811} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.526016] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.526359] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.526603] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c2c13e-42a5-4663-9fdb-0d6943034117 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.557911] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.558887] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.558887] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Deleting the datastore file [datastore1] 283f2414-80e5-4adf-a6bd-fdb21c0e1823 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.558887] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e6f92ad-62c7-4073-99e7-c178dc44457c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.562382] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bcfc5944-be50-4d01-9164-c96088db60d3 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.202s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.568613] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for the task: (returnval){ [ 1091.568613] env[69765]: value = "task-3943724" [ 1091.568613] env[69765]: _type = "Task" [ 1091.568613] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.580888] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.623967] env[69765]: DEBUG oslo_vmware.api [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943722, 'name': SuspendVM_Task} progress is 58%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.731954] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.732246] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.732468] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.733846] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.733846] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.738726] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.738726] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.738726] env[69765]: DEBUG nova.objects.instance [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid ae45abd4-2cab-48e9-9b08-cc91b46b6cf7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.738726] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d82964-ef18-dda4-09c4-179d21c8b3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.057449} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.739281] env[69765]: INFO nova.compute.manager [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Terminating instance [ 1091.740986] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.741166] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741286] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1091.743039] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.743349] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.745207] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-228ca519-e503-425d-938b-2e7a54251460 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.754326] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1091.754326] env[69765]: value = "task-3943725" [ 1091.754326] env[69765]: _type = "Task" [ 1091.754326] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.766928] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.083406] env[69765]: DEBUG oslo_vmware.api [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Task: {'id': task-3943724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285459} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.083689] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.083883] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.084086] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.084290] env[69765]: INFO nova.compute.manager [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1092.084616] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.084906] env[69765]: DEBUG nova.compute.manager [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.085033] env[69765]: DEBUG nova.network.neutron [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.104032] env[69765]: DEBUG nova.network.neutron [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1092.128268] env[69765]: DEBUG oslo_vmware.api [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943722, 'name': SuspendVM_Task} progress is 58%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.250412] env[69765]: DEBUG nova.compute.manager [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.250656] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.254582] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef2fd8-7b6a-4c54-8124-9b2dce4dacf6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.276669] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.280431] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.280857] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115229aa-9be9-48e6-8dd9-eae48b4ee17e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.294454] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1092.294454] env[69765]: value = "task-3943726" [ 1092.294454] env[69765]: _type = "Task" [ 1092.294454] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.308149] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.339663] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1092.421657] env[69765]: DEBUG nova.compute.manager [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Received event network-vif-plugged-448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.421657] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Acquiring lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.423272] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.423272] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.423272] env[69765]: DEBUG nova.compute.manager [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] No waiting events found dispatching network-vif-plugged-448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.423384] env[69765]: WARNING nova.compute.manager [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Received unexpected event network-vif-plugged-448e86cc-795f-4f88-aab3-bb565b8a5aeb for instance with vm_state building and task_state spawning. [ 1092.423891] env[69765]: DEBUG nova.compute.manager [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Received event network-changed-448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.423997] env[69765]: DEBUG nova.compute.manager [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Refreshing instance network info cache due to event network-changed-448e86cc-795f-4f88-aab3-bb565b8a5aeb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.424226] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Acquiring lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.562118] env[69765]: DEBUG nova.network.neutron [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updating instance_info_cache with network_info: [{"id": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "address": "fa:16:3e:1b:ce:cd", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448e86cc-79", "ovs_interfaceid": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.591927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20978d65-ebdf-4bd7-8773-c3343d9fb46b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.602041] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168e2e50-cf1f-433c-8b68-e2d2cf272665 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.607355] env[69765]: DEBUG nova.network.neutron [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.640125] env[69765]: INFO nova.compute.manager [-] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Took 0.55 seconds to deallocate network for instance. [ 1092.645025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c9233-1bee-4adf-9c70-81b0ab403c05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.662160] env[69765]: DEBUG oslo_vmware.api [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943722, 'name': SuspendVM_Task, 'duration_secs': 1.208893} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.663333] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072931bb-1c0c-43a8-ba88-4384edb8dbc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.668569] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Suspended the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1092.668927] env[69765]: DEBUG nova.compute.manager [None req-0e2ef611-ecf0-434a-b32c-bef949aa8635 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.669916] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad839ca-e881-44c7-b463-2600203dbd0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.690220] env[69765]: DEBUG nova.compute.provider_tree [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.732181] env[69765]: DEBUG nova.compute.manager [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Received event network-changed-e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.732404] env[69765]: DEBUG nova.compute.manager [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Refreshing instance network info cache due to event network-changed-e529825f-a67e-4ded-91b7-ef2abbf02d64. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.732664] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.732814] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.732978] env[69765]: DEBUG nova.network.neutron [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Refreshing network info cache for port e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1092.776568] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773561} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.777021] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.777433] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.777782] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce8e958-b08b-495c-9e36-7808a2d245e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.786706] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1092.786706] env[69765]: value = "task-3943727" [ 1092.786706] env[69765]: _type = "Task" [ 1092.786706] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.796708] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.806969] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943726, 'name': PowerOffVM_Task, 'duration_secs': 0.367246} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.807279] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.807447] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.807727] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0910b9a1-b378-4186-8832-b7bcbe1c77bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.862335] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "dad40592-af1d-483f-b12f-bf7a7404dd76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.862590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.867139] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.867373] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782815', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'name': 'volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dda102a-a3f9-49e6-b0c2-e1a352e2a163', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'serial': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.868343] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42008da-fd31-4849-b00d-9bb4c6a54e50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.888501] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6652bc-13f1-4367-99c6-2bfce5b2f9e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.918365] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81/volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.919887] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72dcfd14-773a-4423-92ec-e65f8e644c2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.933871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.933984] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.934198] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleting the datastore file [datastore2] e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.934549] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb0521e-75cb-4596-a59d-55afe3538cc6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.944598] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1092.944598] env[69765]: value = "task-3943729" [ 1092.944598] env[69765]: _type = "Task" [ 1092.944598] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.944808] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for the task: (returnval){ [ 1092.944808] env[69765]: value = "task-3943730" [ 1092.944808] env[69765]: _type = "Task" [ 1092.944808] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.960923] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.964347] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.066070] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.066440] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Instance network_info: |[{"id": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "address": "fa:16:3e:1b:ce:cd", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448e86cc-79", "ovs_interfaceid": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.066776] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Acquired lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.066986] env[69765]: DEBUG nova.network.neutron [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Refreshing network info cache for port 448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1093.068347] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ce:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '448e86cc-795f-4f88-aab3-bb565b8a5aeb', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.077479] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.078845] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.078845] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70caa682-70ee-4f7e-a5ec-fa8828030fbc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.104826] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.104826] env[69765]: value = "task-3943731" [ 1093.104826] env[69765]: _type = "Task" [ 1093.104826] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.116470] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943731, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.164399] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.194998] env[69765]: DEBUG nova.scheduler.client.report [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.298371] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175821} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.298823] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.299545] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75011538-ac7d-4f38-b60b-46d639f04cfd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.323660] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.326924] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6280eb76-7d7e-40f2-a44b-e5281f37b1a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.349965] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1093.349965] env[69765]: value = "task-3943732" [ 1093.349965] env[69765]: _type = "Task" [ 1093.349965] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.360019] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.365169] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.461874] env[69765]: DEBUG oslo_vmware.api [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Task: {'id': task-3943730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212786} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.465858] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.465858] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.465858] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.466755] env[69765]: INFO nova.compute.manager [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1093.466755] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.466755] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943729, 'name': ReconfigVM_Task, 'duration_secs': 0.430475} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.466943] env[69765]: DEBUG nova.compute.manager [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.466943] env[69765]: DEBUG nova.network.neutron [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1093.468717] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81/volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.473564] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8305508-b180-489f-beb7-a822b43d6582 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.492556] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1093.492556] env[69765]: value = "task-3943733" [ 1093.492556] env[69765]: _type = "Task" [ 1093.492556] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.502060] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.594863] env[69765]: DEBUG nova.network.neutron [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updated VIF entry in instance network info cache for port e529825f-a67e-4ded-91b7-ef2abbf02d64. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1093.594863] env[69765]: DEBUG nova.network.neutron [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.603045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.603045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.603045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.603045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.603045] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.603991] env[69765]: INFO nova.compute.manager [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Terminating instance [ 1093.617381] env[69765]: DEBUG nova.compute.manager [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.617808] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.619237] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fc55f3-b2f0-43ff-964c-02c564ab811e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.629345] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943731, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.631952] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.634235] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbd3af9a-5972-4cce-b5b9-bb4b4afa4393 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.702850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.705175] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.541s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.706012] env[69765]: DEBUG nova.objects.instance [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lazy-loading 'resources' on Instance uuid 283f2414-80e5-4adf-a6bd-fdb21c0e1823 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.712481] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.712873] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.713085] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore1] 6f1099b0-9155-4d3c-a6d9-3de379ed2464 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.716689] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb628c91-0b84-404b-bbec-0890cbf2a482 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.727759] env[69765]: DEBUG oslo_vmware.api [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1093.727759] env[69765]: value = "task-3943735" [ 1093.727759] env[69765]: _type = "Task" [ 1093.727759] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.732496] env[69765]: INFO nova.scheduler.client.report [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance ae45abd4-2cab-48e9-9b08-cc91b46b6cf7 [ 1093.740573] env[69765]: DEBUG oslo_vmware.api [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.825247] env[69765]: DEBUG nova.network.neutron [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updated VIF entry in instance network info cache for port 448e86cc-795f-4f88-aab3-bb565b8a5aeb. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1093.825247] env[69765]: DEBUG nova.network.neutron [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updating instance_info_cache with network_info: [{"id": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "address": "fa:16:3e:1b:ce:cd", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448e86cc-79", "ovs_interfaceid": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.863039] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943732, 'name': ReconfigVM_Task, 'duration_secs': 0.36097} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.863350] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c/ec78aec2-c4b3-4849-8d7a-fac1efe5f68c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.864026] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13e7abe-8853-446b-bda8-087a91f9357d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.874979] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1093.874979] env[69765]: value = "task-3943736" [ 1093.874979] env[69765]: _type = "Task" [ 1093.874979] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.887960] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943736, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.889126] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.003388] env[69765]: DEBUG oslo_vmware.api [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943733, 'name': ReconfigVM_Task, 'duration_secs': 0.154512} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.003773] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782815', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'name': 'volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dda102a-a3f9-49e6-b0c2-e1a352e2a163', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'serial': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.096028] env[69765]: DEBUG oslo_concurrency.lockutils [req-ce12068e-4583-4390-a953-1e83fed4d82f req-7eb56558-81ef-42ef-84dd-a482697a119e service nova] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.116936] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943731, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.244925] env[69765]: DEBUG oslo_vmware.api [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340555} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.245207] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.245414] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.245601] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.245856] env[69765]: INFO nova.compute.manager [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1094.246017] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.246321] env[69765]: DEBUG nova.compute.manager [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.246321] env[69765]: DEBUG nova.network.neutron [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1094.249268] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9764ef79-0142-4602-a4bc-71c5cb87c0e3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "ae45abd4-2cab-48e9-9b08-cc91b46b6cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.188s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.330155] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf243e75-3101-4051-9c81-e346b6974291 req-8187a09e-93be-458a-8b93-e692be725943 service nova] Releasing lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.331448] env[69765]: DEBUG nova.network.neutron [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.388700] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943736, 'name': Rename_Task, 'duration_secs': 0.154867} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.392192] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.392964] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95134a9c-b8d7-4a8b-99e0-bcc4479333a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.400627] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1094.400627] env[69765]: value = "task-3943737" [ 1094.400627] env[69765]: _type = "Task" [ 1094.400627] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.414732] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.449471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a3fde-555f-4a5a-914e-1ee20aaa2255 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.458193] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d886cf-52f9-4a5a-b23b-82770f0b08d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.491381] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19221927-9433-41ef-898d-c688372f5422 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.496205] env[69765]: DEBUG nova.compute.manager [req-167549b5-c3c0-48e6-bbb6-4c98c0dadc83 req-e9724a2c-40e5-4384-b4b7-69fa5627d32d service nova] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Received event network-vif-deleted-e5313f2f-69df-4823-b332-7dc15330e227 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.502533] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d75e6bb-fe74-43f9-9dcd-59cc8d071e61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.520858] env[69765]: DEBUG nova.compute.provider_tree [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.617385] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943731, 'name': CreateVM_Task, 'duration_secs': 1.350134} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.617734] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.618286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.618463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.618809] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.619102] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8404e41c-0856-444b-9c72-77dce3e03fbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.624871] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1094.624871] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52588a80-548c-3d23-d838-5fcee9fad2b2" [ 1094.624871] env[69765]: _type = "Task" [ 1094.624871] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.636073] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52588a80-548c-3d23-d838-5fcee9fad2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.834021] env[69765]: INFO nova.compute.manager [-] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Took 1.37 seconds to deallocate network for instance. [ 1094.910999] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.024596] env[69765]: DEBUG nova.scheduler.client.report [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.060707] env[69765]: DEBUG nova.objects.instance [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.062720] env[69765]: DEBUG nova.network.neutron [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.136998] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52588a80-548c-3d23-d838-5fcee9fad2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.137359] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.137748] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.138213] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.138732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.138869] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.139420] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563982f9-4c2f-461b-a6e4-bede64c88b61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.151683] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.152037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.153120] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7eacf5-e5d3-4dba-b3fb-76409749a94f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.161802] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1095.161802] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e19f9c-fe64-712e-c0bc-3d6ff6db66c6" [ 1095.161802] env[69765]: _type = "Task" [ 1095.161802] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.176780] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e19f9c-fe64-712e-c0bc-3d6ff6db66c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.177714] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e9fb90-34f0-4ada-8715-9f94ee26b405 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.184855] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1095.184855] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a391cc-54ce-7625-534a-cded8a39eee8" [ 1095.184855] env[69765]: _type = "Task" [ 1095.184855] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.194940] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a391cc-54ce-7625-534a-cded8a39eee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.234441] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "57a56aea-47b4-4492-bf8d-9ed383c70307" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.234794] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.235097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.235580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.235765] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.238525] env[69765]: INFO nova.compute.manager [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Terminating instance [ 1095.341860] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.412260] env[69765]: DEBUG oslo_vmware.api [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943737, 'name': PowerOnVM_Task, 'duration_secs': 0.883446} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.412672] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.413012] env[69765]: DEBUG nova.compute.manager [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.414477] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e492d199-a612-46c2-bfed-287eeeaa05fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.530478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.532980] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.644s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.534936] env[69765]: INFO nova.compute.claims [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.558092] env[69765]: INFO nova.scheduler.client.report [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Deleted allocations for instance 283f2414-80e5-4adf-a6bd-fdb21c0e1823 [ 1095.568101] env[69765]: INFO nova.compute.manager [-] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Took 1.32 seconds to deallocate network for instance. [ 1095.568656] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dbe7a015-e490-40cc-8c3c-7dc6755139d1 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.698987] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a391cc-54ce-7625-534a-cded8a39eee8, 'name': SearchDatastore_Task, 'duration_secs': 0.021054} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.701285] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.701698] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2306f509-f7b9-45b2-9994-1f64164e599f/2306f509-f7b9-45b2-9994-1f64164e599f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.702034] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ef0d6b-3474-4cb7-be81-3ad3609ff48c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.712895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.712895] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.712895] env[69765]: DEBUG nova.compute.manager [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.712895] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1095.712895] env[69765]: value = "task-3943738" [ 1095.712895] env[69765]: _type = "Task" [ 1095.712895] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.714183] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881c92e-15fa-4823-a899-764aa782fec1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.726159] env[69765]: DEBUG nova.compute.manager [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1095.726775] env[69765]: DEBUG nova.objects.instance [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.731911] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.743059] env[69765]: DEBUG nova.compute.manager [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.743332] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.744181] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548861f-b10f-4bbe-b538-c34805e8f560 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.753945] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.754234] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886b6608-230f-4c34-9c9a-f71f37cbec75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.762607] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1095.762607] env[69765]: value = "task-3943739" [ 1095.762607] env[69765]: _type = "Task" [ 1095.762607] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.773118] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.939136] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.072940] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fd753ca9-d1a2-479d-b516-77f92ed990cc tempest-ServersListShow298Test-1022793887 tempest-ServersListShow298Test-1022793887-project-member] Lock "283f2414-80e5-4adf-a6bd-fdb21c0e1823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.729s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.076302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.232402] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.280093] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943739, 'name': PowerOffVM_Task, 'duration_secs': 0.246805} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.281018] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.281018] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.281018] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85d0acc6-e925-4e1c-86e3-07ff22fbbb70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.360942] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.361228] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.361407] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore1] 57a56aea-47b4-4492-bf8d-9ed383c70307 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.361797] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7425d48-9e6f-4751-8f40-530d36cb9f6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.370681] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1096.370681] env[69765]: value = "task-3943741" [ 1096.370681] env[69765]: _type = "Task" [ 1096.370681] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.381798] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.595831] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.596311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.596311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.597286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.597286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.600192] env[69765]: DEBUG nova.compute.manager [req-504b6b67-8566-4882-b615-e25a32aa7bd7 req-f16beeb8-aa81-4e85-a156-ae0e01d0a327 service nova] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Received event network-vif-deleted-b052291f-45ad-4a64-9c6c-79505e1b50e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.600714] env[69765]: INFO nova.compute.manager [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Terminating instance [ 1096.735859] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584956} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.736232] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 2306f509-f7b9-45b2-9994-1f64164e599f/2306f509-f7b9-45b2-9994-1f64164e599f.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.736660] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.737142] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bdcaf81-4b7e-44e1-ab59-a7baf69a83e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.742061] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.742724] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6964a636-2829-47ad-bdcd-f55b2cea4d23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.750497] env[69765]: DEBUG oslo_vmware.api [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1096.750497] env[69765]: value = "task-3943742" [ 1096.750497] env[69765]: _type = "Task" [ 1096.750497] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.752475] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1096.752475] env[69765]: value = "task-3943743" [ 1096.752475] env[69765]: _type = "Task" [ 1096.752475] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.771559] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.771559] env[69765]: DEBUG oslo_vmware.api [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.789169] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9530521-272f-4074-afc7-f5b08295b769 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.798134] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee784c4d-22b6-4174-a26c-5f916a2de2d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.830736] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd648d-47fc-4097-8554-e9b7b30b46aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.840042] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ebd1b-e5f7-43ac-9c77-9a0254622c8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.855296] env[69765]: DEBUG nova.compute.provider_tree [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.881295] env[69765]: DEBUG oslo_vmware.api [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163562} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.881570] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.881760] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.881933] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.882118] env[69765]: INFO nova.compute.manager [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1096.882354] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.882549] env[69765]: DEBUG nova.compute.manager [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.882641] env[69765]: DEBUG nova.network.neutron [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1097.106021] env[69765]: DEBUG nova.compute.manager [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.106021] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.106021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446490ba-33ad-4829-bb6e-d7f7806c630f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.123427] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.123778] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb587578-3f2c-4539-8e45-d8382dbe34b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.135062] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1097.135062] env[69765]: value = "task-3943744" [ 1097.135062] env[69765]: _type = "Task" [ 1097.135062] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.149269] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.242406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.242722] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.275644] env[69765]: DEBUG oslo_vmware.api [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943742, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.277051] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172685} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.277833] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.281022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e3b155-da32-4b0a-877f-aee3fc078b99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.305081] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2306f509-f7b9-45b2-9994-1f64164e599f/2306f509-f7b9-45b2-9994-1f64164e599f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.305729] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfca5d0b-8c8e-4da4-90ee-e41065080a61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.327045] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1097.327045] env[69765]: value = "task-3943745" [ 1097.327045] env[69765]: _type = "Task" [ 1097.327045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.336121] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.358911] env[69765]: DEBUG nova.scheduler.client.report [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.649887] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943744, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.745866] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.764516] env[69765]: DEBUG oslo_vmware.api [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943742, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.778799] env[69765]: DEBUG nova.network.neutron [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.842083] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.863934] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.864413] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.867316] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.526s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.867533] env[69765]: DEBUG nova.objects.instance [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lazy-loading 'resources' on Instance uuid e6e148cd-3946-49b7-b951-461c0d9d8eb3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.148210] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943744, 'name': PowerOffVM_Task, 'duration_secs': 0.684058} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.148603] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.148837] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.149162] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1748d86d-a75c-46ae-b034-3061e8b03be2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.242601] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.244037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.244037] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore1] ec78aec2-c4b3-4849-8d7a-fac1efe5f68c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.244037] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d363f5b9-4927-4290-b09e-e2af47aee374 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.254919] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1098.254919] env[69765]: value = "task-3943747" [ 1098.254919] env[69765]: _type = "Task" [ 1098.254919] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.277055] env[69765]: DEBUG oslo_vmware.api [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943742, 'name': PowerOffVM_Task, 'duration_secs': 1.054032} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.280219] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.280506] env[69765]: DEBUG nova.compute.manager [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.280841] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.281935] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.282354] env[69765]: INFO nova.compute.manager [-] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Took 1.40 seconds to deallocate network for instance. [ 1098.283161] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9a664-51a5-41f2-a2fe-43cbe3e36bf4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.339420] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943745, 'name': ReconfigVM_Task, 'duration_secs': 0.880025} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.339719] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2306f509-f7b9-45b2-9994-1f64164e599f/2306f509-f7b9-45b2-9994-1f64164e599f.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.340495] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37816fa3-3ce7-47a6-9070-e5659f9fd899 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.349344] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1098.349344] env[69765]: value = "task-3943748" [ 1098.349344] env[69765]: _type = "Task" [ 1098.349344] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.358976] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943748, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.371237] env[69765]: DEBUG nova.compute.utils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.377188] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.377497] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.489209] env[69765]: DEBUG nova.policy [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee2a7934aecc4d6184a9f6d745381f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2909e057124c4f6198974356bef63c0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.622288] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a88576-ca80-4f67-8ea9-04a37237d934 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.631566] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab81b7ca-4f33-4938-907a-90ec48c8a22f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.639587] env[69765]: DEBUG nova.compute.manager [req-61dc222d-2061-4012-bfb5-2bda22306a50 req-fc0e1b61-19a1-40e1-bd74-97b06ac20454 service nova] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Received event network-vif-deleted-75f8c52c-9c5b-40e0-b186-7dc9809909e9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.668051] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5144bfef-10a6-4a80-8425-6752ee24f35f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.675791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786eae51-6935-4256-9a31-fd10442a5230 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.694411] env[69765]: DEBUG nova.compute.provider_tree [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.770155] env[69765]: DEBUG oslo_vmware.api [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311787} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.771401] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.771401] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.771401] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.771401] env[69765]: INFO nova.compute.manager [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1098.771401] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.771401] env[69765]: DEBUG nova.compute.manager [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.773087] env[69765]: DEBUG nova.network.neutron [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1098.797309] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.804763] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bb57ef70-f9a8-4531-a4f7-f907f97a6f8f tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.093s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.831590] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Successfully created port: 4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.861022] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943748, 'name': Rename_Task, 'duration_secs': 0.203126} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.861332] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.861597] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b330cd3-89fc-426e-aa30-cae513defad7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.872595] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1098.872595] env[69765]: value = "task-3943749" [ 1098.872595] env[69765]: _type = "Task" [ 1098.872595] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.884296] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.887868] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.085424] env[69765]: DEBUG nova.compute.manager [req-02f676d4-2bcd-49e6-9c6a-7944bb5f8aaf req-417f08d5-90af-42db-a0ed-ff00db266a24 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Received event network-vif-deleted-269cd5b7-8418-4f3f-a5f2-a5fc0798893f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.085634] env[69765]: INFO nova.compute.manager [req-02f676d4-2bcd-49e6-9c6a-7944bb5f8aaf req-417f08d5-90af-42db-a0ed-ff00db266a24 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Neutron deleted interface 269cd5b7-8418-4f3f-a5f2-a5fc0798893f; detaching it from the instance and deleting it from the info cache [ 1099.085814] env[69765]: DEBUG nova.network.neutron [req-02f676d4-2bcd-49e6-9c6a-7944bb5f8aaf req-417f08d5-90af-42db-a0ed-ff00db266a24 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.198052] env[69765]: DEBUG nova.scheduler.client.report [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.369191] env[69765]: DEBUG nova.objects.instance [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.384664] env[69765]: DEBUG oslo_vmware.api [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943749, 'name': PowerOnVM_Task, 'duration_secs': 0.482395} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.385663] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.385906] env[69765]: INFO nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1099.386107] env[69765]: DEBUG nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.387082] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe594d7-cfd8-49dc-8b7d-a6d5fa716252 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.566745] env[69765]: DEBUG nova.network.neutron [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.588018] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd09052f-2190-4823-af47-15b01df4a4e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.600108] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc67ae1-b703-4068-9256-fe5ed7ac62a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.633784] env[69765]: DEBUG nova.compute.manager [req-02f676d4-2bcd-49e6-9c6a-7944bb5f8aaf req-417f08d5-90af-42db-a0ed-ff00db266a24 service nova] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Detach interface failed, port_id=269cd5b7-8418-4f3f-a5f2-a5fc0798893f, reason: Instance ec78aec2-c4b3-4849-8d7a-fac1efe5f68c could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.703479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.706021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.767s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.706235] env[69765]: DEBUG nova.objects.instance [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.729205] env[69765]: INFO nova.scheduler.client.report [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Deleted allocations for instance e6e148cd-3946-49b7-b951-461c0d9d8eb3 [ 1099.874592] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.874592] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.875054] env[69765]: DEBUG nova.network.neutron [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1099.875054] env[69765]: DEBUG nova.objects.instance [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'info_cache' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.896167] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.908543] env[69765]: INFO nova.compute.manager [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Took 14.21 seconds to build instance. [ 1099.924410] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.924612] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.924774] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.924958] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.925122] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.925275] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.925490] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.925654] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.925824] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.925988] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.926178] env[69765]: DEBUG nova.virt.hardware [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.927981] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21b3c3-4966-41e5-be6d-54b4598da80a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.937844] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b226ed-c21b-4230-87c2-0a0afd29c3f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.069719] env[69765]: INFO nova.compute.manager [-] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Took 1.30 seconds to deallocate network for instance. [ 1100.238182] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dd78cbd5-a0a5-4447-a21d-e73dcd085207 tempest-ServersNegativeTestJSON-1532590595 tempest-ServersNegativeTestJSON-1532590595-project-member] Lock "e6e148cd-3946-49b7-b951-461c0d9d8eb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.504s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.378875] env[69765]: DEBUG nova.objects.base [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Object Instance<2dda102a-a3f9-49e6-b0c2-e1a352e2a163> lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.410560] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9ab9a0cd-213c-4066-a2b8-ae86f93f9616 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.725s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.577254] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.605969] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Successfully updated port: 4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.666102] env[69765]: DEBUG nova.compute.manager [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Received event network-vif-plugged-4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.666347] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Acquiring lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.666622] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.666830] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.666963] env[69765]: DEBUG nova.compute.manager [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] No waiting events found dispatching network-vif-plugged-4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.667157] env[69765]: WARNING nova.compute.manager [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Received unexpected event network-vif-plugged-4889f066-6b38-4694-865d-2fade57efef9 for instance with vm_state building and task_state spawning. [ 1100.667309] env[69765]: DEBUG nova.compute.manager [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Received event network-changed-4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.667569] env[69765]: DEBUG nova.compute.manager [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Refreshing instance network info cache due to event network-changed-4889f066-6b38-4694-865d-2fade57efef9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.667869] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Acquiring lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.668031] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Acquired lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.668207] env[69765]: DEBUG nova.network.neutron [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Refreshing network info cache for port 4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1100.716771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3a9ed812-ffee-4f29-81be-af52f98925cb tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.717938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.642s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.718127] env[69765]: DEBUG nova.objects.instance [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'resources' on Instance uuid 6f1099b0-9155-4d3c-a6d9-3de379ed2464 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.111377] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.112934] env[69765]: DEBUG nova.compute.manager [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Received event network-changed-448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.113153] env[69765]: DEBUG nova.compute.manager [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Refreshing instance network info cache due to event network-changed-448e86cc-795f-4f88-aab3-bb565b8a5aeb. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.113372] env[69765]: DEBUG oslo_concurrency.lockutils [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] Acquiring lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.113516] env[69765]: DEBUG oslo_concurrency.lockutils [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] Acquired lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.113676] env[69765]: DEBUG nova.network.neutron [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Refreshing network info cache for port 448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1101.210778] env[69765]: DEBUG nova.network.neutron [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1101.259054] env[69765]: DEBUG nova.network.neutron [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.335113] env[69765]: DEBUG nova.network.neutron [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.499421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc76cb-d6db-499c-ab9e-ab257bd6c257 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.509866] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0568e887-16db-467a-9f4c-8daf3e2df7b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.543390] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587326ad-c92d-4995-ac8c-647c0eb456ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.552207] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc86b35-29a5-4452-bd14-b4c98fa456ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.569274] env[69765]: DEBUG nova.compute.provider_tree [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.762439] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.838774] env[69765]: DEBUG oslo_concurrency.lockutils [req-44e007e0-3fb9-49a1-a004-8a34ef40eccb req-7d2c9958-a195-4342-9d72-37a256a95bf9 service nova] Releasing lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.839816] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquired lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.840156] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1102.072540] env[69765]: DEBUG nova.scheduler.client.report [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.142037] env[69765]: DEBUG nova.network.neutron [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updated VIF entry in instance network info cache for port 448e86cc-795f-4f88-aab3-bb565b8a5aeb. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1102.142734] env[69765]: DEBUG nova.network.neutron [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updating instance_info_cache with network_info: [{"id": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "address": "fa:16:3e:1b:ce:cd", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448e86cc-79", "ovs_interfaceid": "448e86cc-795f-4f88-aab3-bb565b8a5aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.378214] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1102.576396] env[69765]: DEBUG nova.network.neutron [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Updating instance_info_cache with network_info: [{"id": "4889f066-6b38-4694-865d-2fade57efef9", "address": "fa:16:3e:ad:af:13", "network": {"id": "92e7f516-19a5-46c6-8b46-d7511bcab97c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1207964187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2909e057124c4f6198974356bef63c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f066-6b", "ovs_interfaceid": "4889f066-6b38-4694-865d-2fade57efef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.577923] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.580233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.298s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.582128] env[69765]: INFO nova.compute.claims [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.601120] env[69765]: INFO nova.scheduler.client.report [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance 6f1099b0-9155-4d3c-a6d9-3de379ed2464 [ 1102.645891] env[69765]: DEBUG oslo_concurrency.lockutils [req-1d7687f4-8690-4b4c-b117-16155c1f42e2 req-4b8bc953-bbf6-453f-bee4-3e1c8e6b9f1a service nova] Releasing lock "refresh_cache-2306f509-f7b9-45b2-9994-1f64164e599f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.775972] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.776736] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-183ec910-fedd-4880-a5a4-5582b2c99aa1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.786882] env[69765]: DEBUG oslo_vmware.api [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1102.786882] env[69765]: value = "task-3943750" [ 1102.786882] env[69765]: _type = "Task" [ 1102.786882] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.796137] env[69765]: DEBUG oslo_vmware.api [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.078327] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Releasing lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.078692] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance network_info: |[{"id": "4889f066-6b38-4694-865d-2fade57efef9", "address": "fa:16:3e:ad:af:13", "network": {"id": "92e7f516-19a5-46c6-8b46-d7511bcab97c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1207964187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2909e057124c4f6198974356bef63c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f066-6b", "ovs_interfaceid": "4889f066-6b38-4694-865d-2fade57efef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.079185] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:af:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4889f066-6b38-4694-865d-2fade57efef9', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.087150] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Creating folder: Project (2909e057124c4f6198974356bef63c0b). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.090271] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-837447bb-4248-4800-80d0-3aa07b6db46b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.102772] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Created folder: Project (2909e057124c4f6198974356bef63c0b) in parent group-v782532. [ 1103.102999] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Creating folder: Instances. Parent ref: group-v782818. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.103287] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d47aaa96-e68c-4752-bad4-1664de71b86e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.108733] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2a2d7cb-55da-4d79-b519-1569884e8a32 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "6f1099b0-9155-4d3c-a6d9-3de379ed2464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.508s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.115822] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Created folder: Instances in parent group-v782818. [ 1103.115822] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.116097] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.116359] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931f9957-83c7-4f72-818b-2a52719ef37b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.142450] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.142450] env[69765]: value = "task-3943753" [ 1103.142450] env[69765]: _type = "Task" [ 1103.142450] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.153801] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943753, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.298534] env[69765]: DEBUG oslo_vmware.api [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943750, 'name': PowerOnVM_Task, 'duration_secs': 0.444436} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.298769] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.299074] env[69765]: DEBUG nova.compute.manager [None req-ddfbdc92-072c-44cc-8cc9-0ab91c94b3c0 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.299877] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5afed-c3f0-4d5a-9836-926d20e05edb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.653618] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943753, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.792366] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54832190-f8f8-43a4-9d59-c908837205cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.800493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54183c57-b251-46d7-b8b8-66f9a3b98a2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.833544] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db203fc5-00c2-4dc2-93a1-a2f8d750bdd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.843019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28caf30-ede4-4716-897a-66859b99e08c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.856792] env[69765]: DEBUG nova.compute.provider_tree [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.037582] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.038436] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.153835] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943753, 'name': CreateVM_Task, 'duration_secs': 0.580249} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.154305] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.154834] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.155012] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.155355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.155652] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a2cbc8-bfe8-4f9b-919e-3ba999b703df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.162071] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1104.162071] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528538b6-cb69-c2dc-edca-21b748b2086d" [ 1104.162071] env[69765]: _type = "Task" [ 1104.162071] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.173853] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528538b6-cb69-c2dc-edca-21b748b2086d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.360513] env[69765]: DEBUG nova.scheduler.client.report [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.540668] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.672655] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528538b6-cb69-c2dc-edca-21b748b2086d, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.672998] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.673257] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.673503] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.673648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.673822] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.674103] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b31e014-942d-44fc-8370-af07a6df2349 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.682937] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.683137] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.683880] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f81868-13a2-454b-bf05-0b546654bc77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.690707] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1104.690707] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c833b5-12d1-9eef-0c26-2746c1a30fa8" [ 1104.690707] env[69765]: _type = "Task" [ 1104.690707] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.698902] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c833b5-12d1-9eef-0c26-2746c1a30fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.866096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.866720] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.869337] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.072s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.869576] env[69765]: DEBUG nova.objects.instance [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid 57a56aea-47b4-4492-bf8d-9ed383c70307 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.064018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.201626] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c833b5-12d1-9eef-0c26-2746c1a30fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.202503] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5fd430-d964-4fd1-ae89-c0d4ada46665 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.208288] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1105.208288] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c5cf20-4109-cf15-4649-300fd042bbe9" [ 1105.208288] env[69765]: _type = "Task" [ 1105.208288] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.217372] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5cf20-4109-cf15-4649-300fd042bbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.373356] env[69765]: DEBUG nova.compute.utils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.378093] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.378336] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.420403] env[69765]: DEBUG nova.policy [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc608b669cb46068d58b63280c7c6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f19110e4e44c8ba6e84b2902d699ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.585994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa46fe-6a4e-4180-afad-3290db6a87c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.594346] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02962853-c8b2-47bb-a606-55dc727cca4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.628487] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8c22d-b046-490b-a14e-7eb816ab3db8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.636786] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a862be8-6c3f-4f0a-9136-497966b205ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.651780] env[69765]: DEBUG nova.compute.provider_tree [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.713578] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Successfully created port: aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.721899] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5cf20-4109-cf15-4649-300fd042bbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.722151] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.722414] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] dad40592-af1d-483f-b12f-bf7a7404dd76/dad40592-af1d-483f-b12f-bf7a7404dd76.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.722685] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727b1697-bc19-4226-879b-76f719f7d4ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.730453] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1105.730453] env[69765]: value = "task-3943754" [ 1105.730453] env[69765]: _type = "Task" [ 1105.730453] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.740320] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.878789] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.157602] env[69765]: DEBUG nova.scheduler.client.report [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.242096] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.664417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.667884] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.090s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.667884] env[69765]: DEBUG nova.objects.instance [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'resources' on Instance uuid ec78aec2-c4b3-4849-8d7a-fac1efe5f68c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.687550] env[69765]: INFO nova.scheduler.client.report [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance 57a56aea-47b4-4492-bf8d-9ed383c70307 [ 1106.742440] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943754, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.889180] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.921976] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.921976] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.921976] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.922236] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.922269] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.922396] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.922610] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.922772] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.922939] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.923118] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.923294] env[69765]: DEBUG nova.virt.hardware [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.924209] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e73d0-2ee1-40d7-be9a-7688a4a45f54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.934270] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7fada-35d9-4dc5-81ad-fcb9031065d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.745883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ff90cb10-4e6b-4f42-98a5-3607488d6640 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "57a56aea-47b4-4492-bf8d-9ed383c70307" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.511s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.749900] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Successfully updated port: aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.753926] env[69765]: DEBUG nova.compute.manager [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Received event network-vif-plugged-aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.753926] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] Acquiring lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.754092] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.754257] env[69765]: DEBUG oslo_concurrency.lockutils [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.754420] env[69765]: DEBUG nova.compute.manager [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] No waiting events found dispatching network-vif-plugged-aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.754597] env[69765]: WARNING nova.compute.manager [req-6d87cbc7-0a61-47ce-8efa-8b4942a12006 req-c454280c-4f2d-4740-9a49-42f238baa9d9 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Received unexpected event network-vif-plugged-aa2ef002-4a42-4964-85a5-630f72d42660 for instance with vm_state building and task_state spawning. [ 1107.762136] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943754, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.958084} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.762995] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] dad40592-af1d-483f-b12f-bf7a7404dd76/dad40592-af1d-483f-b12f-bf7a7404dd76.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.763251] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.763763] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df790418-fbe2-4244-9236-b8f9517fc13c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.772733] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1107.772733] env[69765]: value = "task-3943755" [ 1107.772733] env[69765]: _type = "Task" [ 1107.772733] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.784919] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.954631] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7563c62-df99-4dba-8324-a5bc0d9d4481 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.963766] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b376d069-b83a-48bc-a24b-0baf6ed23e95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.997180] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56dcae0-1282-481c-89ee-a3e7d99278c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.006042] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81fcb06-f306-4fae-9566-6e948e4b9c04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.021448] env[69765]: DEBUG nova.compute.provider_tree [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.027696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "deaa0fff-c146-4586-941a-ea71596a7772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.027946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.256440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.256688] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.256894] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1108.283683] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242181} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.283938] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.284740] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef4ed59-a8ce-4570-94af-9129739fd4c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.307602] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] dad40592-af1d-483f-b12f-bf7a7404dd76/dad40592-af1d-483f-b12f-bf7a7404dd76.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.308262] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0ce43d-daff-4468-b0c6-6fc755e5d419 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.328644] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1108.328644] env[69765]: value = "task-3943756" [ 1108.328644] env[69765]: _type = "Task" [ 1108.328644] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.337297] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.524805] env[69765]: DEBUG nova.scheduler.client.report [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.530213] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.800595] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1108.839850] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.963322] env[69765]: DEBUG nova.network.neutron [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Updating instance_info_cache with network_info: [{"id": "aa2ef002-4a42-4964-85a5-630f72d42660", "address": "fa:16:3e:a3:40:4b", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ef002-4a", "ovs_interfaceid": "aa2ef002-4a42-4964-85a5-630f72d42660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.030159] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.032477] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.969s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.034264] env[69765]: INFO nova.compute.claims [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.053333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.056898] env[69765]: INFO nova.scheduler.client.report [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocations for instance ec78aec2-c4b3-4849-8d7a-fac1efe5f68c [ 1109.265985] env[69765]: DEBUG nova.compute.manager [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Received event network-changed-aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.266489] env[69765]: DEBUG nova.compute.manager [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Refreshing instance network info cache due to event network-changed-aa2ef002-4a42-4964-85a5-630f72d42660. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.266783] env[69765]: DEBUG oslo_concurrency.lockutils [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] Acquiring lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.341679] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943756, 'name': ReconfigVM_Task, 'duration_secs': 0.880812} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.341895] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Reconfigured VM instance instance-00000066 to attach disk [datastore2] dad40592-af1d-483f-b12f-bf7a7404dd76/dad40592-af1d-483f-b12f-bf7a7404dd76.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.342499] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c469ad91-fa7e-4a89-b112-3e11edf4cfd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.348696] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1109.348696] env[69765]: value = "task-3943757" [ 1109.348696] env[69765]: _type = "Task" [ 1109.348696] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.357328] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943757, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.466408] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.467073] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance network_info: |[{"id": "aa2ef002-4a42-4964-85a5-630f72d42660", "address": "fa:16:3e:a3:40:4b", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ef002-4a", "ovs_interfaceid": "aa2ef002-4a42-4964-85a5-630f72d42660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.467568] env[69765]: DEBUG oslo_concurrency.lockutils [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] Acquired lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.467797] env[69765]: DEBUG nova.network.neutron [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Refreshing network info cache for port aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1109.469496] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:40:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2ef002-4a42-4964-85a5-630f72d42660', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.477939] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.479158] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.479392] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e274f604-cad9-4f12-89d7-6dbc074a1e37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.499613] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.499613] env[69765]: value = "task-3943758" [ 1109.499613] env[69765]: _type = "Task" [ 1109.499613] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.508767] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943758, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.566568] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3044d1a-9728-4a09-ae44-82e5b23b9b5b tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "ec78aec2-c4b3-4849-8d7a-fac1efe5f68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.970s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.862918] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943757, 'name': Rename_Task, 'duration_secs': 0.28436} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.862918] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.863393] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35fc80b-7124-42dc-b180-ca6643a250ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.871365] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1109.871365] env[69765]: value = "task-3943759" [ 1109.871365] env[69765]: _type = "Task" [ 1109.871365] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.881192] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.010919] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943758, 'name': CreateVM_Task, 'duration_secs': 0.469214} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.011194] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.011914] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.012113] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.012525] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.015458] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76f3e89-0728-4a68-90fc-91d7a5295518 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.021659] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1110.021659] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52022e7d-01dc-05d7-c43a-a670a19dbf73" [ 1110.021659] env[69765]: _type = "Task" [ 1110.021659] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.032116] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52022e7d-01dc-05d7-c43a-a670a19dbf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.218703] env[69765]: DEBUG nova.network.neutron [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Updated VIF entry in instance network info cache for port aa2ef002-4a42-4964-85a5-630f72d42660. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1110.219106] env[69765]: DEBUG nova.network.neutron [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Updating instance_info_cache with network_info: [{"id": "aa2ef002-4a42-4964-85a5-630f72d42660", "address": "fa:16:3e:a3:40:4b", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2ef002-4a", "ovs_interfaceid": "aa2ef002-4a42-4964-85a5-630f72d42660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.247035] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc71aa-21b3-4aa1-89ed-1ad6797f40fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.256452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6438d9-1a72-498c-a528-933c309835e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.292601] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701514e-aaba-438a-a0be-96ce6bd737ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.303732] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820ebbf-b7ce-416d-9f60-a8c9220f75bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.321599] env[69765]: DEBUG nova.compute.provider_tree [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.382872] env[69765]: DEBUG oslo_vmware.api [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943759, 'name': PowerOnVM_Task, 'duration_secs': 0.469672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.382872] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.383156] env[69765]: INFO nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1110.383156] env[69765]: DEBUG nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.383907] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c37dbd-d369-4352-84a1-642c4846ac6e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.532905] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52022e7d-01dc-05d7-c43a-a670a19dbf73, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.533242] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.533523] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.533815] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.533971] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.534175] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.534464] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a529afe0-ba60-4920-9c21-ceedad5ae29e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.544519] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.544806] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.545579] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a60919-e0b8-4ac6-88d9-980d6c348319 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.551667] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1110.551667] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5219a596-dbb1-85a3-c80a-452348a0d6dd" [ 1110.551667] env[69765]: _type = "Task" [ 1110.551667] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.560286] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219a596-dbb1-85a3-c80a-452348a0d6dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.725199] env[69765]: DEBUG oslo_concurrency.lockutils [req-d0e76119-8c8a-458e-a4e5-4f878e6b1101 req-311c5d86-97a3-44a6-b506-32c90ad5d2f6 service nova] Releasing lock "refresh_cache-1dbc4c61-3690-4ce9-a251-60883e2a7ab9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.825914] env[69765]: DEBUG nova.scheduler.client.report [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.907226] env[69765]: INFO nova.compute.manager [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Took 17.04 seconds to build instance. [ 1111.063262] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219a596-dbb1-85a3-c80a-452348a0d6dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.064099] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904e51fe-3586-4acf-85fd-00650b29165c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.070508] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1111.070508] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c31355-592d-057a-11b5-92fe64171b3b" [ 1111.070508] env[69765]: _type = "Task" [ 1111.070508] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.078984] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c31355-592d-057a-11b5-92fe64171b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.331505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.332069] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.334962] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.282s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.336623] env[69765]: INFO nova.compute.claims [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.409546] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff31b38-9390-429f-85bf-fe4b5b686e72 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.547s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.582093] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c31355-592d-057a-11b5-92fe64171b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.040226} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.582093] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.582093] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.582444] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15ae426-84ba-493f-b596-6cc2da211222 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.590861] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1111.590861] env[69765]: value = "task-3943760" [ 1111.590861] env[69765]: _type = "Task" [ 1111.590861] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.601426] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.842039] env[69765]: DEBUG nova.compute.utils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.846871] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.846871] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.924115] env[69765]: DEBUG nova.policy [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378fb46f528e4539b736aee2a99e0110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51f388120bb401e85f8012e56a0b012', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.101751] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.334404] env[69765]: DEBUG nova.compute.manager [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Received event network-changed-4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.334742] env[69765]: DEBUG nova.compute.manager [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Refreshing instance network info cache due to event network-changed-4889f066-6b38-4694-865d-2fade57efef9. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.335011] env[69765]: DEBUG oslo_concurrency.lockutils [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] Acquiring lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.335610] env[69765]: DEBUG oslo_concurrency.lockutils [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] Acquired lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.335963] env[69765]: DEBUG nova.network.neutron [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Refreshing network info cache for port 4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1112.347150] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.407085] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Successfully created port: 0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.567739] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41dbde-76f7-4bc8-a99d-aa61abf395e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.576212] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e42352-012a-4114-98cf-76c5b40ceb43 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.613815] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38026b3c-f308-40af-a748-03cf10e9329d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.619967] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65888} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.622283] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.622549] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.622877] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45700da4-e6a3-4512-b0e1-2b51226825aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.625770] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147dde9-99ba-42f1-b0a5-e9247f73153e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.640920] env[69765]: DEBUG nova.compute.provider_tree [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.646030] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1112.646030] env[69765]: value = "task-3943761" [ 1112.646030] env[69765]: _type = "Task" [ 1112.646030] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.087238] env[69765]: DEBUG nova.network.neutron [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Updated VIF entry in instance network info cache for port 4889f066-6b38-4694-865d-2fade57efef9. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1113.087625] env[69765]: DEBUG nova.network.neutron [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Updating instance_info_cache with network_info: [{"id": "4889f066-6b38-4694-865d-2fade57efef9", "address": "fa:16:3e:ad:af:13", "network": {"id": "92e7f516-19a5-46c6-8b46-d7511bcab97c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1207964187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2909e057124c4f6198974356bef63c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f066-6b", "ovs_interfaceid": "4889f066-6b38-4694-865d-2fade57efef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.160480] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097271} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.160802] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.161954] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912a2e2-8d0a-49a1-bdcb-fc8a647e7138 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.166091] env[69765]: ERROR nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [req-d41081cf-a9ac-4ff7-bfdd-5ab1b17e45e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d41081cf-a9ac-4ff7-bfdd-5ab1b17e45e3"}]} [ 1113.190118] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.191420] env[69765]: DEBUG nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1113.193497] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aeb41c5-d38e-4ec5-b510-05fadd4755a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.214838] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1113.214838] env[69765]: value = "task-3943762" [ 1113.214838] env[69765]: _type = "Task" [ 1113.214838] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.221791] env[69765]: DEBUG nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1113.222060] env[69765]: DEBUG nova.compute.provider_tree [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.227457] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.237526] env[69765]: DEBUG nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1113.258670] env[69765]: DEBUG nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1113.359329] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.391733] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.392015] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.392249] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.392374] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.392522] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.392673] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.392886] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.393059] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.393233] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.393399] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.393574] env[69765]: DEBUG nova.virt.hardware [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.394575] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96d944-d0e6-4be1-9c53-85e0fc4471c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.406065] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a976b-7ac2-4279-87d9-fc16250dfd2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.447839] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f321cfb-1bf5-4a38-8543-30d5e39824ca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.455452] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff6aa9-8035-47b3-9f47-4475ab656d50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.486683] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7385a0-0972-4ada-8061-87021e0543db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.495172] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f55c2-81dd-40ef-898a-f8f8337390eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.509794] env[69765]: DEBUG nova.compute.provider_tree [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.590525] env[69765]: DEBUG oslo_concurrency.lockutils [req-73831c95-0c7f-4c97-a574-a7e3b38a382b req-91edf1fd-7baf-499b-8619-35dc7dd4dabd service nova] Releasing lock "refresh_cache-dad40592-af1d-483f-b12f-bf7a7404dd76" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.725598] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.915252] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Successfully updated port: 0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.042481] env[69765]: DEBUG nova.scheduler.client.report [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1114.042893] env[69765]: DEBUG nova.compute.provider_tree [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 137 to 138 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1114.043050] env[69765]: DEBUG nova.compute.provider_tree [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1114.230352] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.365910] env[69765]: DEBUG nova.compute.manager [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Received event network-vif-plugged-0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.366146] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.366361] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.366749] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.366749] env[69765]: DEBUG nova.compute.manager [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] No waiting events found dispatching network-vif-plugged-0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.366913] env[69765]: WARNING nova.compute.manager [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Received unexpected event network-vif-plugged-0cf2f579-4283-426e-b690-90f7383e7b8b for instance with vm_state building and task_state spawning. [ 1114.369817] env[69765]: DEBUG nova.compute.manager [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Received event network-changed-0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.370081] env[69765]: DEBUG nova.compute.manager [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Refreshing instance network info cache due to event network-changed-0cf2f579-4283-426e-b690-90f7383e7b8b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.370692] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Acquiring lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.370692] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Acquired lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.370692] env[69765]: DEBUG nova.network.neutron [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Refreshing network info cache for port 0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1114.418378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.548801] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.214s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.549560] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.727832] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943762, 'name': ReconfigVM_Task, 'duration_secs': 1.01417} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.728231] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.728817] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58fea25-7b04-4930-9e28-ce5d1b535373 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.735747] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1114.735747] env[69765]: value = "task-3943763" [ 1114.735747] env[69765]: _type = "Task" [ 1114.735747] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.744322] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943763, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.905783] env[69765]: DEBUG nova.network.neutron [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1114.982486] env[69765]: DEBUG nova.network.neutron [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.054501] env[69765]: DEBUG nova.compute.utils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.056078] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.056271] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.098009] env[69765]: DEBUG nova.policy [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.246696] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943763, 'name': Rename_Task, 'duration_secs': 0.394821} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.247068] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.247299] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98b04bd-b7dc-474a-bb1b-f1372bebbd1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.254823] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1115.254823] env[69765]: value = "task-3943764" [ 1115.254823] env[69765]: _type = "Task" [ 1115.254823] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.264147] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.314166] env[69765]: DEBUG nova.compute.manager [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1115.485419] env[69765]: DEBUG oslo_concurrency.lockutils [req-4e2edfb5-dbb2-40be-bad0-d55d8724b6b6 req-aac90fb5-3e52-4432-9ddd-8cbcf934892c service nova] Releasing lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.485841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.485930] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1115.488582] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Successfully created port: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.560597] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.767495] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.836096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.836407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.028745] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1116.111689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.111992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.188414] env[69765]: DEBUG nova.network.neutron [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [{"id": "0cf2f579-4283-426e-b690-90f7383e7b8b", "address": "fa:16:3e:c2:cd:a2", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf2f579-42", "ovs_interfaceid": "0cf2f579-4283-426e-b690-90f7383e7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.266208] env[69765]: DEBUG oslo_vmware.api [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943764, 'name': PowerOnVM_Task, 'duration_secs': 0.850178} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.266602] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.266751] env[69765]: INFO nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1116.266940] env[69765]: DEBUG nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.267833] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f47fdd-0232-4e98-81fc-26454abbfb45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.341781] env[69765]: INFO nova.compute.claims [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.570182] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.599523] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.599796] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.600067] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.600274] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.600423] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.600584] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.600800] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.601079] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.601268] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.601434] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.601607] env[69765]: DEBUG nova.virt.hardware [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.602671] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc93fb8-6df1-4db6-a083-8b05cb04276e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.612188] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6013b32-cefc-46ea-ae78-0179e5c50f36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.616675] env[69765]: INFO nova.compute.manager [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Detaching volume 57ac0d66-66d5-40cf-903c-22c44e917efc [ 1116.663796] env[69765]: INFO nova.virt.block_device [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Attempting to driver detach volume 57ac0d66-66d5-40cf-903c-22c44e917efc from mountpoint /dev/sdb [ 1116.664050] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.664264] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.665237] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dcb808-b4d5-484a-a53b-d3e51ec466b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.688198] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996775f-181f-4162-b424-79643be0d40c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.691305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.691619] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance network_info: |[{"id": "0cf2f579-4283-426e-b690-90f7383e7b8b", "address": "fa:16:3e:c2:cd:a2", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf2f579-42", "ovs_interfaceid": "0cf2f579-4283-426e-b690-90f7383e7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.692024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:cd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf2f579-4283-426e-b690-90f7383e7b8b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.699796] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.700620] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.700864] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadb80d8-3e2f-4d4a-a953-9f1b1b4d59ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.721050] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83126247-7f49-4c17-870e-4dd7f62f8cbe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.725504] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.725504] env[69765]: value = "task-3943765" [ 1116.725504] env[69765]: _type = "Task" [ 1116.725504] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.745853] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df18b22-7e0c-4576-b0d3-d622914e8aff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.751862] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943765, 'name': CreateVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.765355] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] The volume has not been displaced from its original location: [datastore1] volume-57ac0d66-66d5-40cf-903c-22c44e917efc/volume-57ac0d66-66d5-40cf-903c-22c44e917efc.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.772367] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.772367] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031edbf9-6c35-467f-bfb6-2c59f20f124c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.794806] env[69765]: INFO nova.compute.manager [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Took 18.54 seconds to build instance. [ 1116.798265] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1116.798265] env[69765]: value = "task-3943766" [ 1116.798265] env[69765]: _type = "Task" [ 1116.798265] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.810156] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.849095] env[69765]: INFO nova.compute.resource_tracker [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating resource usage from migration 42031209-9369-4087-b3fa-a70ee3ca8434 [ 1116.917610] env[69765]: DEBUG nova.compute.manager [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Received event network-vif-plugged-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.917846] env[69765]: DEBUG oslo_concurrency.lockutils [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] Acquiring lock "deaa0fff-c146-4586-941a-ea71596a7772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.918077] env[69765]: DEBUG oslo_concurrency.lockutils [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] Lock "deaa0fff-c146-4586-941a-ea71596a7772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.918293] env[69765]: DEBUG oslo_concurrency.lockutils [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] Lock "deaa0fff-c146-4586-941a-ea71596a7772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.918483] env[69765]: DEBUG nova.compute.manager [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] No waiting events found dispatching network-vif-plugged-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.918590] env[69765]: WARNING nova.compute.manager [req-289f95ab-97fc-49f0-8e38-24858249e58d req-3b90ea2f-32a0-4390-b860-5ac5c965dc6a service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Received unexpected event network-vif-plugged-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 for instance with vm_state building and task_state spawning. [ 1117.094570] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e709b-009d-47b9-9608-d572d4f25eb6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.103890] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4d345-1846-41a2-b0d0-333abad391fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.109278] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Successfully updated port: 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.143187] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a6424-f2da-4c91-bc0f-66c8564fbef3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.154962] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba81373-1685-475e-8810-dcdcc3a12bdc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.172952] env[69765]: DEBUG nova.compute.provider_tree [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.236372] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943765, 'name': CreateVM_Task, 'duration_secs': 0.335477} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.237142] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.237881] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.238064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.238722] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.240032] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d50ffc-dc39-4d99-b0f8-11fce4f2cf52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.245460] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1117.245460] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d90727-0e4d-5921-54db-9238a81a8586" [ 1117.245460] env[69765]: _type = "Task" [ 1117.245460] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.256084] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d90727-0e4d-5921-54db-9238a81a8586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.300353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1903b2f8-bcc9-480e-a6fd-b5e0f9d1952d tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.057s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.310305] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943766, 'name': ReconfigVM_Task, 'duration_secs': 0.292375} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.310649] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.315438] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ece640c-ac46-4326-9374-089fbac59ab3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.332362] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1117.332362] env[69765]: value = "task-3943767" [ 1117.332362] env[69765]: _type = "Task" [ 1117.332362] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.341755] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.611938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.611938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.611938] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1117.677152] env[69765]: DEBUG nova.scheduler.client.report [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.726270] env[69765]: INFO nova.compute.manager [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Rebuilding instance [ 1117.766028] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d90727-0e4d-5921-54db-9238a81a8586, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.766350] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.766664] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.767047] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.767179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.767344] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.767747] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8414de14-f7f4-46b8-b998-a1777b14a4af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.776670] env[69765]: DEBUG nova.compute.manager [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.777603] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51287687-15cd-468c-980d-5e90b25d2305 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.781645] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.781853] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.782995] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f4c397-c969-4c29-b642-59c83c809e70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.793447] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1117.793447] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f191fa-299b-5505-577b-023d371c6989" [ 1117.793447] env[69765]: _type = "Task" [ 1117.793447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.802607] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f191fa-299b-5505-577b-023d371c6989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.843396] env[69765]: DEBUG oslo_vmware.api [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943767, 'name': ReconfigVM_Task, 'duration_secs': 0.150725} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.843518] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782790', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'name': 'volume-57ac0d66-66d5-40cf-903c-22c44e917efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be71a8e8-ecdc-4ff2-845f-8b5872a474df', 'attached_at': '', 'detached_at': '', 'volume_id': '57ac0d66-66d5-40cf-903c-22c44e917efc', 'serial': '57ac0d66-66d5-40cf-903c-22c44e917efc'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.144572] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1118.184353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.347s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.184662] env[69765]: INFO nova.compute.manager [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Migrating [ 1118.296262] env[69765]: DEBUG nova.network.neutron [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Updating instance_info_cache with network_info: [{"id": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "address": "fa:16:3e:3a:47:50", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2be5e2-36", "ovs_interfaceid": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.304350] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.304350] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79abdb28-6ede-4905-b6ac-d195f0ce2a62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.313836] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f191fa-299b-5505-577b-023d371c6989, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.316602] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1118.316602] env[69765]: value = "task-3943768" [ 1118.316602] env[69765]: _type = "Task" [ 1118.316602] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.316602] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e0f1dc-a524-4b56-90a1-38287027523d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.326544] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1118.326544] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520e9fb8-d3b3-e63c-e63d-12f7689441c9" [ 1118.326544] env[69765]: _type = "Task" [ 1118.326544] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.330573] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.341081] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520e9fb8-d3b3-e63c-e63d-12f7689441c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.396416] env[69765]: DEBUG nova.objects.instance [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'flavor' on Instance uuid be71a8e8-ecdc-4ff2-845f-8b5872a474df {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.705150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.705150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.705150] env[69765]: DEBUG nova.network.neutron [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1118.805050] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.805444] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Instance network_info: |[{"id": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "address": "fa:16:3e:3a:47:50", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2be5e2-36", "ovs_interfaceid": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.805836] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:47:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2be5e2-36ec-407e-9558-0268dbe2c7c8', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.814407] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.814407] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.814758] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8c8c1d-cace-4b70-bdc4-a218ae1b21d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.838375] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.838375] env[69765]: value = "task-3943769" [ 1118.838375] env[69765]: _type = "Task" [ 1118.838375] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.846745] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520e9fb8-d3b3-e63c-e63d-12f7689441c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.847045] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943768, 'name': PowerOffVM_Task, 'duration_secs': 0.223148} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.850284] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.850552] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.850835] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.851125] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.851399] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ec9aa2-453e-4407-86fc-6d64d159e133 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.854034] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb2e5b-f7f9-4589-93da-b728518d970d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.862405] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943769, 'name': CreateVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.865429] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.865765] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1118.865765] env[69765]: value = "task-3943770" [ 1118.865765] env[69765]: _type = "Task" [ 1118.865765] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.865969] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f245ec59-5c0e-4e24-99c3-e9333515fd6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.876815] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.943206] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.943620] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.943907] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.944261] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123b370c-22c8-44ff-9d5e-acae5ae28935 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.950247] env[69765]: DEBUG nova.compute.manager [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Received event network-changed-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.950462] env[69765]: DEBUG nova.compute.manager [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Refreshing instance network info cache due to event network-changed-1b2be5e2-36ec-407e-9558-0268dbe2c7c8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.950726] env[69765]: DEBUG oslo_concurrency.lockutils [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] Acquiring lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.950893] env[69765]: DEBUG oslo_concurrency.lockutils [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] Acquired lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.951071] env[69765]: DEBUG nova.network.neutron [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Refreshing network info cache for port 1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1118.954392] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1118.954392] env[69765]: value = "task-3943772" [ 1118.954392] env[69765]: _type = "Task" [ 1118.954392] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.964280] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.357486] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943769, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.378298] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.405434] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e56725a7-d307-4e59-a731-e48a06be2abb tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.473108] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452954} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.473599] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.473795] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.473975] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.500166] env[69765]: DEBUG nova.network.neutron [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.708140] env[69765]: DEBUG nova.network.neutron [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Updated VIF entry in instance network info cache for port 1b2be5e2-36ec-407e-9558-0268dbe2c7c8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1119.708574] env[69765]: DEBUG nova.network.neutron [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Updating instance_info_cache with network_info: [{"id": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "address": "fa:16:3e:3a:47:50", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2be5e2-36", "ovs_interfaceid": "1b2be5e2-36ec-407e-9558-0268dbe2c7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.859964] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943769, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.878586] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537694} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.878935] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.879093] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.879352] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0acdace-e399-4f63-9e9e-6f1e587da459 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.886616] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1119.886616] env[69765]: value = "task-3943773" [ 1119.886616] env[69765]: _type = "Task" [ 1119.886616] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.895228] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.974847] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.975137] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.975502] env[69765]: DEBUG nova.objects.instance [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid 51b113cd-14d7-4404-9218-7720b16ec38e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.004589] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.211972] env[69765]: DEBUG oslo_concurrency.lockutils [req-d143a36e-f97f-4fd5-abe9-506d9c661470 req-e24cf005-2798-4247-9d8b-24ce2a85f0ac service nova] Releasing lock "refresh_cache-deaa0fff-c146-4586-941a-ea71596a7772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.358613] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943769, 'name': CreateVM_Task, 'duration_secs': 1.365351} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.358978] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.359479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.359653] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.359993] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.360280] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5748136-aaeb-4df2-95bc-f142fb6c49d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.365325] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1120.365325] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a751f7-0e54-3914-8d4b-0e8f284da32d" [ 1120.365325] env[69765]: _type = "Task" [ 1120.365325] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.373642] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a751f7-0e54-3914-8d4b-0e8f284da32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.397066] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350887} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.397066] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.397801] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6be74c-939b-45fd-bd82-30b4346ebcbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.420447] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.420722] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb73119-95b7-4c06-a5eb-6cc899b9fa91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.435268] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.435524] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.435749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.435935] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.436116] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.438797] env[69765]: INFO nova.compute.manager [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Terminating instance [ 1120.443392] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1120.443392] env[69765]: value = "task-3943774" [ 1120.443392] env[69765]: _type = "Task" [ 1120.443392] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.453279] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.509009] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.509306] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.509505] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.509701] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.509852] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.509999] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.510301] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.511038] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.511038] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.511038] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.511268] env[69765]: DEBUG nova.virt.hardware [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.515439] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eb6df1-2ecd-455e-867a-55fa51179b6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.525101] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60b1f0-659d-4a01-a991-aaf0d3618490 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.542469] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:40:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2ef002-4a42-4964-85a5-630f72d42660', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.551518] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.551858] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.552106] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a7f694f-61ec-4c65-9bf5-76d266347cfa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.576644] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.576644] env[69765]: value = "task-3943775" [ 1120.576644] env[69765]: _type = "Task" [ 1120.576644] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.585416] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943775, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.607696] env[69765]: DEBUG nova.objects.instance [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid 51b113cd-14d7-4404-9218-7720b16ec38e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.877831] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a751f7-0e54-3914-8d4b-0e8f284da32d, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.878168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878574] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.878837] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.878990] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.879190] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.879467] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e75d91a8-04d7-4b72-b4fb-bb4c5e2ae64b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.887824] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.888062] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.888856] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bca852e-2bde-4115-80de-c2e8169fddeb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.895047] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1120.895047] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52dc3cb8-fd41-9117-b78b-8b0e05b4ecde" [ 1120.895047] env[69765]: _type = "Task" [ 1120.895047] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.904179] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dc3cb8-fd41-9117-b78b-8b0e05b4ecde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.943532] env[69765]: DEBUG nova.compute.manager [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.943792] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.945318] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cfb71d-0156-4f2d-8dd0-7a196c4899ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.957116] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943774, 'name': ReconfigVM_Task, 'duration_secs': 0.410083} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.959375] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.960120] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.960370] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a4e78e-1c56-4138-b6b7-3ad72139d0fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.961933] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebaa44a-ac0d-40ef-b5ec-0138211a7064 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.968028] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1120.968028] env[69765]: value = "task-3943777" [ 1120.968028] env[69765]: _type = "Task" [ 1120.968028] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.969284] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1120.969284] env[69765]: value = "task-3943776" [ 1120.969284] env[69765]: _type = "Task" [ 1120.969284] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.986220] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943776, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.989997] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.087458] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943775, 'name': CreateVM_Task, 'duration_secs': 0.378442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.087758] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.088504] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.088679] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.089055] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.089340] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c908c8-0ca5-4404-9933-20e994137992 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.095119] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1121.095119] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52476330-4a23-256d-7758-4a841f205042" [ 1121.095119] env[69765]: _type = "Task" [ 1121.095119] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.105439] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52476330-4a23-256d-7758-4a841f205042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.110226] env[69765]: DEBUG nova.objects.base [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance<51b113cd-14d7-4404-9218-7720b16ec38e> lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1121.110464] env[69765]: DEBUG nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.228057] env[69765]: DEBUG nova.policy [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.407070] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dc3cb8-fd41-9117-b78b-8b0e05b4ecde, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.407966] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedb63c1-4bba-48b9-81e9-c702b04d52ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.414043] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1121.414043] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5271ecd5-3473-84ac-ae95-b1543fc9eb5f" [ 1121.414043] env[69765]: _type = "Task" [ 1121.414043] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.422725] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5271ecd5-3473-84ac-ae95-b1543fc9eb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.483447] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943776, 'name': Rename_Task, 'duration_secs': 0.178739} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.486523] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.486863] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943777, 'name': PowerOffVM_Task, 'duration_secs': 0.182841} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.487096] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91948eeb-0795-4089-830a-abcfce6ad0ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.488709] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.488915] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.489163] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56489e39-6640-4bfa-9067-18dd5453d4f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.495748] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1121.495748] env[69765]: value = "task-3943778" [ 1121.495748] env[69765]: _type = "Task" [ 1121.495748] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.504119] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.529169] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50dd208-f33e-4f7c-bb1e-43380b1e0946 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.546661] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.561286] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.561822] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.561952] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore2] be71a8e8-ecdc-4ff2-845f-8b5872a474df {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.562377] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba044c9-4eda-4cf3-933c-72124ea4eed3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.571159] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1121.571159] env[69765]: value = "task-3943780" [ 1121.571159] env[69765]: _type = "Task" [ 1121.571159] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.578559] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.600330] env[69765]: DEBUG nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Successfully created port: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.609664] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52476330-4a23-256d-7758-4a841f205042, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.609986] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.610239] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.610453] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.925908] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5271ecd5-3473-84ac-ae95-b1543fc9eb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.926123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.927034] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] deaa0fff-c146-4586-941a-ea71596a7772/deaa0fff-c146-4586-941a-ea71596a7772.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.927034] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.927034] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.927274] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05cb6a33-811f-4d24-905e-6a42d5da02f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.929499] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316731de-e4ca-483c-97d0-d7d12229137b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.938979] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1121.938979] env[69765]: value = "task-3943781" [ 1121.938979] env[69765]: _type = "Task" [ 1121.938979] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.946667] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.946961] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.951357] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1967c584-613a-4b08-91f7-7feb98377f9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.953868] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.958427] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1121.958427] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b06014-19d4-791a-bb98-b52421b91c19" [ 1121.958427] env[69765]: _type = "Task" [ 1121.958427] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.971515] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b06014-19d4-791a-bb98-b52421b91c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.006792] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943778, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.056060] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.056417] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5cdf7fd-dae1-454d-b9f4-c25f4a80e780 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.064447] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1122.064447] env[69765]: value = "task-3943782" [ 1122.064447] env[69765]: _type = "Task" [ 1122.064447] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.074616] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.084021] env[69765]: DEBUG oslo_vmware.api [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14309} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.084353] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.084659] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.084859] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.085058] env[69765]: INFO nova.compute.manager [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.085370] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.085750] env[69765]: DEBUG nova.compute.manager [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.085750] env[69765]: DEBUG nova.network.neutron [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1122.451450] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.471770] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b06014-19d4-791a-bb98-b52421b91c19, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.472646] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e6a4be-287a-43fa-88ad-a5284e2cf4d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.479823] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1122.479823] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b8007d-8755-5e75-a19d-7ebef32d548c" [ 1122.479823] env[69765]: _type = "Task" [ 1122.479823] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.490555] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b8007d-8755-5e75-a19d-7ebef32d548c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.506711] env[69765]: DEBUG oslo_vmware.api [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943778, 'name': PowerOnVM_Task, 'duration_secs': 0.518007} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.507015] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.507274] env[69765]: INFO nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1122.507507] env[69765]: DEBUG nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.508390] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbe2785-9964-48ee-8840-0d6dcd6bc1ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.578804] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943782, 'name': PowerOffVM_Task, 'duration_secs': 0.193348} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.578804] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.578804] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.637074] env[69765]: DEBUG nova.compute.manager [req-a27cba23-3d22-47fd-8394-b3246b3bcdd0 req-5f9ff60e-31be-4a71-b331-88eb944c845a service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Received event network-vif-deleted-2c08f3d7-13b5-4662-b9df-8a58c83a0286 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.637266] env[69765]: INFO nova.compute.manager [req-a27cba23-3d22-47fd-8394-b3246b3bcdd0 req-5f9ff60e-31be-4a71-b331-88eb944c845a service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Neutron deleted interface 2c08f3d7-13b5-4662-b9df-8a58c83a0286; detaching it from the instance and deleting it from the info cache [ 1122.637473] env[69765]: DEBUG nova.network.neutron [req-a27cba23-3d22-47fd-8394-b3246b3bcdd0 req-5f9ff60e-31be-4a71-b331-88eb944c845a service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.957039] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626471} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.957039] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] deaa0fff-c146-4586-941a-ea71596a7772/deaa0fff-c146-4586-941a-ea71596a7772.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.957270] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.957571] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94280244-b132-4bf9-b2a4-6e93e92255f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.966683] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1122.966683] env[69765]: value = "task-3943783" [ 1122.966683] env[69765]: _type = "Task" [ 1122.966683] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.977445] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.990152] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52b8007d-8755-5e75-a19d-7ebef32d548c, 'name': SearchDatastore_Task, 'duration_secs': 0.057086} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.990426] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.990722] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.990996] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-491f7326-7d91-4b66-bd2c-958fd92ab000 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.999137] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1122.999137] env[69765]: value = "task-3943784" [ 1122.999137] env[69765]: _type = "Task" [ 1122.999137] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.008926] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.029021] env[69765]: INFO nova.compute.manager [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Took 17.98 seconds to build instance. [ 1123.083574] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.083832] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.083965] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.084269] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.084459] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.084721] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.084990] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.085236] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.085527] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.085633] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.085843] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.091521] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb1a14c-538c-4951-9401-b2f30a82e362 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.108680] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1123.108680] env[69765]: value = "task-3943785" [ 1123.108680] env[69765]: _type = "Task" [ 1123.108680] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.118643] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.120168] env[69765]: DEBUG nova.network.neutron [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.139546] env[69765]: DEBUG nova.compute.manager [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-vif-plugged-956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.140379] env[69765]: DEBUG oslo_concurrency.lockutils [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.140841] env[69765]: DEBUG oslo_concurrency.lockutils [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.140989] env[69765]: DEBUG oslo_concurrency.lockutils [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.141325] env[69765]: DEBUG nova.compute.manager [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] No waiting events found dispatching network-vif-plugged-956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.141585] env[69765]: WARNING nova.compute.manager [req-b536cbd8-9945-499b-8930-dc5e23865948 req-64a334be-4a0f-4a1d-8f8e-33b745b498b9 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received unexpected event network-vif-plugged-956eaa8a-a642-4b65-ac63-d224b8a9ae00 for instance with vm_state active and task_state None. [ 1123.142825] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5b04c85-a998-46fe-9157-f60e4d85e782 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.156162] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09404ce0-0d6d-45c5-a4d8-03d32041cc7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.192938] env[69765]: DEBUG nova.compute.manager [req-a27cba23-3d22-47fd-8394-b3246b3bcdd0 req-5f9ff60e-31be-4a71-b331-88eb944c845a service nova] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Detach interface failed, port_id=2c08f3d7-13b5-4662-b9df-8a58c83a0286, reason: Instance be71a8e8-ecdc-4ff2-845f-8b5872a474df could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.245409] env[69765]: DEBUG nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Successfully updated port: 956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.480028] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079297} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.480028] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.480028] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df1253-0e75-45de-be85-0561e24d2b5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.502992] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] deaa0fff-c146-4586-941a-ea71596a7772/deaa0fff-c146-4586-941a-ea71596a7772.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.503745] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92555f94-4f7d-4d32-8270-85ac82c5af45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.529342] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.530967] env[69765]: DEBUG oslo_concurrency.lockutils [None req-896706bd-c62e-40c2-9bcc-9b4c6a72d3d1 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.493s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.531354] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1123.531354] env[69765]: value = "task-3943786" [ 1123.531354] env[69765]: _type = "Task" [ 1123.531354] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.540246] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.619341] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943785, 'name': ReconfigVM_Task, 'duration_secs': 0.381053} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.619662] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.623365] env[69765]: INFO nova.compute.manager [-] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Took 1.54 seconds to deallocate network for instance. [ 1123.750776] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.751153] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.751509] env[69765]: DEBUG nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1124.016180] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943784, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.042571] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.129117] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.129598] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.130157] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.130633] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.131160] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.131593] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.132182] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.132608] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.133164] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.133719] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.134296] env[69765]: DEBUG nova.virt.hardware [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.142383] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.143651] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.143966] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.144233] env[69765]: DEBUG nova.objects.instance [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'resources' on Instance uuid be71a8e8-ecdc-4ff2-845f-8b5872a474df {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.145469] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8a6ad8-b808-4542-a526-32bab049a885 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.168650] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1124.168650] env[69765]: value = "task-3943787" [ 1124.168650] env[69765]: _type = "Task" [ 1124.168650] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.181664] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.296478] env[69765]: WARNING nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1124.514861] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943784, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.215046} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.515245] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.515359] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.515613] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8190fdd-a5a3-408c-8c40-42a89ee32869 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.524025] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1124.524025] env[69765]: value = "task-3943788" [ 1124.524025] env[69765]: _type = "Task" [ 1124.524025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.532948] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.545320] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943786, 'name': ReconfigVM_Task, 'duration_secs': 0.598489} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.545734] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Reconfigured VM instance instance-00000069 to attach disk [datastore2] deaa0fff-c146-4586-941a-ea71596a7772/deaa0fff-c146-4586-941a-ea71596a7772.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.546837] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0f1727-6581-4929-800e-ae631a4d7de2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.554027] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1124.554027] env[69765]: value = "task-3943789" [ 1124.554027] env[69765]: _type = "Task" [ 1124.554027] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.563789] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943789, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.666066] env[69765]: DEBUG nova.network.neutron [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "956eaa8a-a642-4b65-ac63-d224b8a9ae00", "address": "fa:16:3e:48:8a:c2", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956eaa8a-a6", "ovs_interfaceid": "956eaa8a-a642-4b65-ac63-d224b8a9ae00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.681831] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943787, 'name': ReconfigVM_Task, 'duration_secs': 0.203063} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.682199] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.683393] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b53af7-eeac-42e7-a493-1c7248dc9ee3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.711920] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.715497] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da37d064-71bd-467f-9f72-2e08b8f6e20b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.739283] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1124.739283] env[69765]: value = "task-3943790" [ 1124.739283] env[69765]: _type = "Task" [ 1124.739283] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.750017] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.922757] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8113a3-c43b-46b7-a501-54fd073cb273 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.932199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f64d3-62c3-4040-a4eb-5f4aa401dc56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.966173] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d0bfc-9096-4b6e-b24f-a2dd849594d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.975109] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e10c8-d537-4ada-bd21-d2b4c8e01b06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.992753] env[69765]: DEBUG nova.compute.provider_tree [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.034729] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088199} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.035049] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.035884] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d6621-9765-442c-aeea-8f27204dd2b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.058950] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.059263] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0213c890-fcf1-41c8-8178-768daa2885f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.083237] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943789, 'name': Rename_Task, 'duration_secs': 0.215354} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.086906] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.087354] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1125.087354] env[69765]: value = "task-3943791" [ 1125.087354] env[69765]: _type = "Task" [ 1125.087354] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.087844] env[69765]: DEBUG nova.compute.manager [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1125.090660] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8af5ccb-059f-4e13-9713-00bf1cf51c7a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.104040] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.105617] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1125.105617] env[69765]: value = "task-3943792" [ 1125.105617] env[69765]: _type = "Task" [ 1125.105617] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.114366] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.172337] env[69765]: DEBUG nova.compute.manager [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-changed-956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.172588] env[69765]: DEBUG nova.compute.manager [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing instance network info cache due to event network-changed-956eaa8a-a642-4b65-ac63-d224b8a9ae00. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.172765] env[69765]: DEBUG oslo_concurrency.lockutils [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.176011] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176773] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.177086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177717] env[69765]: DEBUG oslo_concurrency.lockutils [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177909] env[69765]: DEBUG nova.network.neutron [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Refreshing network info cache for port 956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1125.179757] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05248ab2-3626-4223-a2a6-94f6b40c7c68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.201690] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.201974] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.202169] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.202392] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.202594] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.202860] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.202974] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.203152] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.203336] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.203574] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.203762] env[69765]: DEBUG nova.virt.hardware [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.210618] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfiguring VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1125.211699] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35ef510-85c9-411b-9eb5-886baae9a80c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.232081] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1125.232081] env[69765]: value = "task-3943793" [ 1125.232081] env[69765]: _type = "Task" [ 1125.232081] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.243474] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943793, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.252873] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.497021] env[69765]: DEBUG nova.scheduler.client.report [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.607508] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.617388] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.618576] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.744617] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.758034] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943790, 'name': ReconfigVM_Task, 'duration_secs': 0.604901} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.758431] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.759392] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.998032] env[69765]: DEBUG nova.network.neutron [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updated VIF entry in instance network info cache for port 956eaa8a-a642-4b65-ac63-d224b8a9ae00. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1125.998505] env[69765]: DEBUG nova.network.neutron [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "956eaa8a-a642-4b65-ac63-d224b8a9ae00", "address": "fa:16:3e:48:8a:c2", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956eaa8a-a6", "ovs_interfaceid": "956eaa8a-a642-4b65-ac63-d224b8a9ae00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.002682] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.004474] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.386s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.029123] env[69765]: INFO nova.scheduler.client.report [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocations for instance be71a8e8-ecdc-4ff2-845f-8b5872a474df [ 1126.102965] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943791, 'name': ReconfigVM_Task, 'duration_secs': 0.629772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.103297] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9/1dbc4c61-3690-4ce9-a251-60883e2a7ab9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.103957] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a21cfd8-0c01-4a72-b56d-84317dfae8ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.113866] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1126.113866] env[69765]: value = "task-3943794" [ 1126.113866] env[69765]: _type = "Task" [ 1126.113866] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.122909] env[69765]: DEBUG oslo_vmware.api [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943792, 'name': PowerOnVM_Task, 'duration_secs': 0.694096} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.123746] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.124085] env[69765]: INFO nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1126.124412] env[69765]: DEBUG nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.125368] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bd6bf-38ea-4998-b4b8-c758c1b41ee0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.132290] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943794, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.243874] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943793, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.266396] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39276181-cc95-453c-8d36-ed468a5d61ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.285653] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f0e903-6d5f-4532-886c-a5fdaba42890 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.303854] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.501621] env[69765]: DEBUG oslo_concurrency.lockutils [req-9142c1f4-c360-480d-a15b-825695e9633c req-20978413-6c5c-4b93-869f-cc76c04ed040 service nova] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510467] env[69765]: INFO nova.compute.claims [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.537843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-26d31bd3-4bd9-4ef9-9508-91992d58244f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "be71a8e8-ecdc-4ff2-845f-8b5872a474df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.102s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.625711] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943794, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.648088] env[69765]: INFO nova.compute.manager [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Took 17.61 seconds to build instance. [ 1126.743545] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943793, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.849624] env[69765]: DEBUG nova.network.neutron [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Port 5dc9b033-2df3-4d3d-920e-185fd24f4616 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1127.018107] env[69765]: INFO nova.compute.resource_tracker [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating resource usage from migration cba1cb60-3dc9-4419-8f45-babb83adb515 [ 1127.128390] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943794, 'name': Rename_Task, 'duration_secs': 0.802383} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.128680] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.128951] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d141126-898a-4cdc-b8b9-10cae72e3ffb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.137485] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1127.137485] env[69765]: value = "task-3943795" [ 1127.137485] env[69765]: _type = "Task" [ 1127.137485] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.150244] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.150681] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4a2ecfe1-2673-4e24-8bfe-e7503cd5ff96 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.123s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.231040] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb003e7-6248-42e9-ade5-ae14e65546b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.240777] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62650fa8-9870-4315-99b8-21de004e6f0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.247604] env[69765]: DEBUG oslo_vmware.api [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943793, 'name': ReconfigVM_Task, 'duration_secs': 1.702527} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.248622] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.248807] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfigured VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1127.278362] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f3aee-7936-4f18-83ec-f0f697d71cc8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.288200] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2edf92-29d8-4261-bc28-df9ec546b8b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.303965] env[69765]: DEBUG nova.compute.provider_tree [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.321556] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "deaa0fff-c146-4586-941a-ea71596a7772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.321814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.322037] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "deaa0fff-c146-4586-941a-ea71596a7772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.322230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.322400] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.325321] env[69765]: INFO nova.compute.manager [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Terminating instance [ 1127.651249] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.778823] env[69765]: DEBUG oslo_concurrency.lockutils [None req-908a1ea8-54e0-447f-887d-876fa6974a4c tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.803s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.806890] env[69765]: DEBUG nova.scheduler.client.report [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.830372] env[69765]: DEBUG nova.compute.manager [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.830372] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.831264] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbab1c-3548-420c-adae-e9f6d3e13d47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.839691] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.839953] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1606054e-4b51-42e2-ab8c-acea945654bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.847227] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1127.847227] env[69765]: value = "task-3943796" [ 1127.847227] env[69765]: _type = "Task" [ 1127.847227] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.856389] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.875156] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.875450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.875637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.149132] env[69765]: DEBUG oslo_vmware.api [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943795, 'name': PowerOnVM_Task, 'duration_secs': 0.651727} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.149508] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.149654] env[69765]: DEBUG nova.compute.manager [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.150490] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34b0e9-8a16-4c90-ae98-2a36b93d1c86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.312434] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.308s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.312745] env[69765]: INFO nova.compute.manager [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Migrating [ 1128.357993] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943796, 'name': PowerOffVM_Task, 'duration_secs': 0.307198} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.358229] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.358404] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.358666] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3152e93f-4252-4d7c-94c7-35a191459f16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.431740] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.431990] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.432179] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore2] deaa0fff-c146-4586-941a-ea71596a7772 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.432458] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0896ebdf-3b75-4c39-99ee-62b5a6de8143 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.439522] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1128.439522] env[69765]: value = "task-3943798" [ 1128.439522] env[69765]: _type = "Task" [ 1128.439522] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.450333] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.637127] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.637387] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.670839] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.671157] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.671345] env[69765]: DEBUG nova.objects.instance [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.828532] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.828737] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.828920] env[69765]: DEBUG nova.network.neutron [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1128.925172] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.925452] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.925716] env[69765]: DEBUG nova.network.neutron [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1128.951133] env[69765]: DEBUG oslo_vmware.api [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172775} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.951412] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.951629] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.951775] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.951979] env[69765]: INFO nova.compute.manager [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.952236] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.952429] env[69765]: DEBUG nova.compute.manager [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.952732] env[69765]: DEBUG nova.network.neutron [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1129.141443] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.340150] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-956eaa8a-a642-4b65-ac63-d224b8a9ae00" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.340474] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-956eaa8a-a642-4b65-ac63-d224b8a9ae00" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.353537] env[69765]: DEBUG nova.compute.manager [req-dac214a7-d441-44bf-a5e4-4c9a2f4ba2c8 req-ce697ca9-8fd6-4bde-9fca-b2df637c2ee2 service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Received event network-vif-deleted-1b2be5e2-36ec-407e-9558-0268dbe2c7c8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.353753] env[69765]: INFO nova.compute.manager [req-dac214a7-d441-44bf-a5e4-4c9a2f4ba2c8 req-ce697ca9-8fd6-4bde-9fca-b2df637c2ee2 service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Neutron deleted interface 1b2be5e2-36ec-407e-9558-0268dbe2c7c8; detaching it from the instance and deleting it from the info cache [ 1129.353999] env[69765]: DEBUG nova.network.neutron [req-dac214a7-d441-44bf-a5e4-4c9a2f4ba2c8 req-ce697ca9-8fd6-4bde-9fca-b2df637c2ee2 service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.508379] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.508779] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.509135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.509500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.510044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.512806] env[69765]: INFO nova.compute.manager [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Terminating instance [ 1129.593081] env[69765]: DEBUG nova.network.neutron [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [{"id": "0cf2f579-4283-426e-b690-90f7383e7b8b", "address": "fa:16:3e:c2:cd:a2", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf2f579-42", "ovs_interfaceid": "0cf2f579-4283-426e-b690-90f7383e7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.659276] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.671365] env[69765]: DEBUG nova.network.neutron [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.685805] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5c1900e8-37cb-4cfc-8f51-a965fdea6744 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.686850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.028s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.688486] env[69765]: INFO nova.compute.claims [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.726133] env[69765]: DEBUG nova.network.neutron [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.844055] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.844288] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.845366] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aaae41-0cf7-4c77-8d7b-90d377908c09 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.863790] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c346b6d-c2a9-49c0-8eb5-0d89a229107f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.866302] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef837d55-d69a-43f3-b8cc-6986bcdd2881 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.893172] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfiguring VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1129.894679] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e78c71f-09af-480c-b2d9-99579e3a1dce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.910466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594af28-bd64-48d8-b185-be36b7532106 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.923718] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.924064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.929886] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1129.929886] env[69765]: value = "task-3943799" [ 1129.929886] env[69765]: _type = "Task" [ 1129.929886] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.947041] env[69765]: DEBUG nova.compute.manager [req-dac214a7-d441-44bf-a5e4-4c9a2f4ba2c8 req-ce697ca9-8fd6-4bde-9fca-b2df637c2ee2 service nova] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Detach interface failed, port_id=1b2be5e2-36ec-407e-9558-0268dbe2c7c8, reason: Instance deaa0fff-c146-4586-941a-ea71596a7772 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.951839] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.019325] env[69765]: DEBUG nova.compute.manager [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.019570] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.020528] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127f3d6e-bb07-43a6-abbd-23ca0816fecb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.029258] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.029530] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77123828-87b7-4135-b13c-285ae97115de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.037254] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1130.037254] env[69765]: value = "task-3943800" [ 1130.037254] env[69765]: _type = "Task" [ 1130.037254] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.045925] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.050380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.050632] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.097021] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.174521] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.228946] env[69765]: INFO nova.compute.manager [-] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Took 1.28 seconds to deallocate network for instance. [ 1130.429862] env[69765]: DEBUG nova.compute.utils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.441111] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.546985] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943800, 'name': PowerOffVM_Task, 'duration_secs': 0.237992} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.547320] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.547454] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.547759] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b488c99e-af5c-4f7e-94c5-a67b9acf9508 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.553017] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.612883] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.613224] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.613372] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore2] 1dbc4c61-3690-4ce9-a251-60883e2a7ab9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.613641] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5352a6-028a-4558-aa54-036167cd5f7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.620870] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1130.620870] env[69765]: value = "task-3943802" [ 1130.620870] env[69765]: _type = "Task" [ 1130.620870] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.632610] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.702121] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65b115-91ea-4d24-8407-a2f58556f9c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.729650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff6cc8-eeea-4dda-adeb-5941f4659991 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.735133] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.739666] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.918867] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3ba34-13e0-4c06-a547-eaf7ba142d02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.927079] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d76479-6fba-47cc-954a-8dac36429145 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.958988] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.035s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.960764] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba32e091-5a17-466b-9d55-834975b5f37a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.967950] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.974217] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00344bfb-6431-4661-9c80-f8eb409736cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.989779] env[69765]: DEBUG nova.compute.provider_tree [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.072238] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.131470] env[69765]: DEBUG oslo_vmware.api [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177231} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.131728] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.131924] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.132117] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.132294] env[69765]: INFO nova.compute.manager [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1131.132534] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.132729] env[69765]: DEBUG nova.compute.manager [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.132828] env[69765]: DEBUG nova.network.neutron [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1131.243019] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.243408] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91491f98-45a0-4063-8215-bb3257c9fb55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.252469] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1131.252469] env[69765]: value = "task-3943803" [ 1131.252469] env[69765]: _type = "Task" [ 1131.252469] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.262159] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.396310] env[69765]: DEBUG nova.compute.manager [req-77a4096d-a9f9-4adb-afc9-89e09196e037 req-04db4e87-a56c-4809-a346-32dd6dbfdd98 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Received event network-vif-deleted-aa2ef002-4a42-4964-85a5-630f72d42660 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.396460] env[69765]: INFO nova.compute.manager [req-77a4096d-a9f9-4adb-afc9-89e09196e037 req-04db4e87-a56c-4809-a346-32dd6dbfdd98 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Neutron deleted interface aa2ef002-4a42-4964-85a5-630f72d42660; detaching it from the instance and deleting it from the info cache [ 1131.396496] env[69765]: DEBUG nova.network.neutron [req-77a4096d-a9f9-4adb-afc9-89e09196e037 req-04db4e87-a56c-4809-a346-32dd6dbfdd98 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.442710] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.514858] env[69765]: ERROR nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [req-e9900c05-91c3-4b7e-8500-dfdfa25c120b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9900c05-91c3-4b7e-8500-dfdfa25c120b"}]} [ 1131.534524] env[69765]: DEBUG nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.553773] env[69765]: DEBUG nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.554651] env[69765]: DEBUG nova.compute.provider_tree [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.569300] env[69765]: DEBUG nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.590313] env[69765]: DEBUG nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.614232] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d194d-0146-458d-a316-2aa0c6638521 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.635042] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.766814] env[69765]: DEBUG oslo_vmware.api [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943803, 'name': PowerOnVM_Task, 'duration_secs': 0.442219} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.767419] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.767419] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89ddb-c878-4eef-a885-77253b4cf672 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance '4c770c20-fd55-4261-928b-9a49adbf5a6a' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.838266] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b7cea-5d6c-481f-aa22-e945ca1c2301 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.848780] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981e93e-15f8-4d4d-9c99-db3ade54bc19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.882056] env[69765]: DEBUG nova.network.neutron [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.884790] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a284016-c96e-4c87-a47c-1130e35764fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.894819] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13161fa-aadf-4380-a1af-9f7ee5f5917e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.899431] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e90121c5-b6d1-4569-8b56-41ee8dddb9bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.912934] env[69765]: DEBUG nova.compute.provider_tree [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.918309] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e961e7-e706-447c-a9ac-f9ed931b8003 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.942241] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.954898] env[69765]: DEBUG nova.compute.manager [req-77a4096d-a9f9-4adb-afc9-89e09196e037 req-04db4e87-a56c-4809-a346-32dd6dbfdd98 service nova] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Detach interface failed, port_id=aa2ef002-4a42-4964-85a5-630f72d42660, reason: Instance 1dbc4c61-3690-4ce9-a251-60883e2a7ab9 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.996723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.997172] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.997472] env[69765]: INFO nova.compute.manager [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Attaching volume c49712c1-82c1-44c8-afc3-bc1e2396ddf4 to /dev/sdb [ 1132.032895] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b52e8-0796-487a-9b0d-03977656cc52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.041098] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947f737-556e-4bdf-bb64-5b28ff6f5890 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.055113] env[69765]: DEBUG nova.virt.block_device [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating existing volume attachment record: 30c0281d-1366-4dd8-bd38-45d49608bc42 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.144302] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.144708] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d1b20c0-18dc-4e0f-af86-a5eb109f420e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.152466] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1132.152466] env[69765]: value = "task-3943804" [ 1132.152466] env[69765]: _type = "Task" [ 1132.152466] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.162269] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.388815] env[69765]: INFO nova.compute.manager [-] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Took 1.26 seconds to deallocate network for instance. [ 1132.444519] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.447910] env[69765]: DEBUG nova.scheduler.client.report [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.448286] env[69765]: DEBUG nova.compute.provider_tree [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 144 to 145 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.448535] env[69765]: DEBUG nova.compute.provider_tree [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.663843] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943804, 'name': PowerOffVM_Task, 'duration_secs': 0.222669} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.664037] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.664080] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.897335] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.944465] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.954612] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.268s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.955213] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.957880] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.958557] env[69765]: DEBUG nova.objects.instance [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid deaa0fff-c146-4586-941a-ea71596a7772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.171596] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.171889] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.172135] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.172449] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.172562] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.172722] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.173022] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.173234] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.173459] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.173713] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.173962] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.179330] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52123cfe-b766-4267-9266-ffed57873c70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.195342] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1133.195342] env[69765]: value = "task-3943808" [ 1133.195342] env[69765]: _type = "Task" [ 1133.195342] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.205629] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.447169] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.460609] env[69765]: DEBUG nova.compute.utils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.465046] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.465204] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.514408] env[69765]: DEBUG nova.policy [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65f9b4f29be4138a6652a4faae9a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04eecc2422141ec8689f9c5a823213d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.692817] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f71f54-6170-4563-aa9f-daff9ebf8d95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.707735] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52f7eac-a5a1-4a04-8328-730e0ebc4270 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.711535] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943808, 'name': ReconfigVM_Task, 'duration_secs': 0.185087} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.711926] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.757725] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22853aa4-41a8-4d2f-bfff-858cbff9cefc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.767456] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f83de-fbad-446f-85ff-a194b045728e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.788421] env[69765]: DEBUG nova.compute.provider_tree [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.947954] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.966175] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.123529] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Successfully created port: 529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.222211] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.222468] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.222611] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.222799] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.222943] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.223111] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.223385] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.223554] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.223763] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.223974] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.224176] env[69765]: DEBUG nova.virt.hardware [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.230290] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.230636] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71acd7f0-c31e-4ed9-b23f-e139184db318 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.253118] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1134.253118] env[69765]: value = "task-3943809" [ 1134.253118] env[69765]: _type = "Task" [ 1134.253118] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.263115] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.291890] env[69765]: DEBUG nova.scheduler.client.report [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.446438] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.568149] env[69765]: DEBUG nova.network.neutron [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Port 5dc9b033-2df3-4d3d-920e-185fd24f4616 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1134.568440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568596] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.568762] env[69765]: DEBUG nova.network.neutron [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1134.763577] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943809, 'name': ReconfigVM_Task, 'duration_secs': 0.166552} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.764185] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.765138] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6c28d-68a8-4efa-ac22-27b0ef04681e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.790213] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.790631] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e1abc8-070d-416b-9391-5a415daee443 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.805245] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.807525] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.735s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.809385] env[69765]: INFO nova.compute.claims [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.817617] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1134.817617] env[69765]: value = "task-3943811" [ 1134.817617] env[69765]: _type = "Task" [ 1134.817617] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.826769] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.830672] env[69765]: INFO nova.scheduler.client.report [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance deaa0fff-c146-4586-941a-ea71596a7772 [ 1134.948594] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.981337] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.010961] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.011374] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.011636] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.011946] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.012225] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.012478] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.012824] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.013143] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.013509] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.013750] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.014077] env[69765]: DEBUG nova.virt.hardware [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.015287] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10448290-7960-4c17-9b85-b2cb2f421b18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.024948] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148c149-e322-475d-9eca-a4f0b049713a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.330902] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943811, 'name': ReconfigVM_Task, 'duration_secs': 0.294257} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.331237] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9/eb9176b6-4203-4151-9d96-1242d56193f9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.331532] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.338849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bee95220-6c9a-41b0-a4da-658d7474f2bd tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "deaa0fff-c146-4586-941a-ea71596a7772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.017s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.359896] env[69765]: DEBUG nova.network.neutron [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.447515] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.579873] env[69765]: DEBUG nova.compute.manager [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Received event network-vif-plugged-529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.580112] env[69765]: DEBUG oslo_concurrency.lockutils [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] Acquiring lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.580387] env[69765]: DEBUG oslo_concurrency.lockutils [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.580571] env[69765]: DEBUG oslo_concurrency.lockutils [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.580779] env[69765]: DEBUG nova.compute.manager [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] No waiting events found dispatching network-vif-plugged-529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.580932] env[69765]: WARNING nova.compute.manager [req-bb0cbdea-9428-4efb-a4b8-0e80c9b7379f req-a71e1d6c-ea2f-49af-bba1-841e33c7d209 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Received unexpected event network-vif-plugged-529baa6b-85aa-444b-871f-f4a0aa0e5865 for instance with vm_state building and task_state spawning. [ 1135.668080] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Successfully updated port: 529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.840089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d736eab-9c24-4655-a106-9c54332b777d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.874419] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.880073] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b558ef-c8da-445a-a65e-0b04bcd8b25d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.901815] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.947318] env[69765]: DEBUG oslo_vmware.api [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943799, 'name': ReconfigVM_Task, 'duration_secs': 5.868122} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.949926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.950215] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Reconfigured VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1136.070737] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d38d2d6-f0d6-42e4-a6ae-6497c300b016 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.080871] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8e026-26d6-48da-8374-b0dbd0cec5cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.112778] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39441584-ca4b-4155-b3d4-3676f196f8f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.121122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51147b77-6120-4657-a388-244f6efa9f7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.136192] env[69765]: DEBUG nova.compute.provider_tree [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.170083] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.170284] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.170493] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1136.384328] env[69765]: DEBUG nova.compute.manager [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69765) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1136.384548] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.462551] env[69765]: DEBUG nova.network.neutron [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Port 0cf2f579-4283-426e-b690-90f7383e7b8b binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1136.658960] env[69765]: ERROR nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [req-14990b42-3dbc-4879-ac7c-50557cb6d8c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14990b42-3dbc-4879-ac7c-50557cb6d8c9"}]} [ 1136.676287] env[69765]: DEBUG nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1136.693462] env[69765]: DEBUG nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1136.693462] env[69765]: DEBUG nova.compute.provider_tree [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.706227] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1136.709152] env[69765]: DEBUG nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1136.727616] env[69765]: DEBUG nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1136.866205] env[69765]: DEBUG nova.network.neutron [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updating instance_info_cache with network_info: [{"id": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "address": "fa:16:3e:27:1c:aa", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529baa6b-85", "ovs_interfaceid": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.940769] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.940769] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.964658] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d9cb2-2135-4a67-a372-cbbb8e77d3bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.977489] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f4867-42f4-4a56-b9d5-e6d28bc1aacf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.011051] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8f757-1735-479c-aeaf-4f591343befa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.019540] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbb2460-1572-467f-b5d0-ff50189a104f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.034822] env[69765]: DEBUG nova.compute.provider_tree [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.102857] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.103124] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782826', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'name': 'volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '675ac472-f21d-4343-81d3-bae604a7fb44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'serial': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.104034] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8a2be5-d03a-4fd5-a64e-cc441d26d870 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.123591] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a3f576-8a99-4040-aa86-1c6d42169626 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.144342] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.144580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.144814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.145026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.145229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.154516] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4/volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.155140] env[69765]: INFO nova.compute.manager [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Terminating instance [ 1137.156707] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34ec4fa-728a-47c0-884b-7f65c61064a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.178835] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1137.178835] env[69765]: value = "task-3943812" [ 1137.178835] env[69765]: _type = "Task" [ 1137.178835] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.190775] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.268849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.268849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.269094] env[69765]: DEBUG nova.network.neutron [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1137.368947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.369387] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Instance network_info: |[{"id": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "address": "fa:16:3e:27:1c:aa", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529baa6b-85", "ovs_interfaceid": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.370500] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '529baa6b-85aa-444b-871f-f4a0aa0e5865', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.378337] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.378615] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.378857] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc13bcc-fc5a-4fc3-8ce9-16a9ec87df65 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.400207] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.400207] env[69765]: value = "task-3943813" [ 1137.400207] env[69765]: _type = "Task" [ 1137.400207] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.408786] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943813, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.443936] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.495031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.495031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.495031] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.572790] env[69765]: DEBUG nova.scheduler.client.report [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1137.573191] env[69765]: DEBUG nova.compute.provider_tree [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 146 to 147 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1137.573398] env[69765]: DEBUG nova.compute.provider_tree [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.609982] env[69765]: DEBUG nova.compute.manager [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Received event network-changed-529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.610244] env[69765]: DEBUG nova.compute.manager [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Refreshing instance network info cache due to event network-changed-529baa6b-85aa-444b-871f-f4a0aa0e5865. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.610491] env[69765]: DEBUG oslo_concurrency.lockutils [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] Acquiring lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.610655] env[69765]: DEBUG oslo_concurrency.lockutils [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] Acquired lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.610827] env[69765]: DEBUG nova.network.neutron [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Refreshing network info cache for port 529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1137.677041] env[69765]: DEBUG nova.compute.manager [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.677041] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.677882] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646fea3-9443-497c-8c03-c1bb981c9e9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.691020] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943812, 'name': ReconfigVM_Task, 'duration_secs': 0.383855} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.693434] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4/volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.698443] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.698735] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8665d5cb-2ecd-4475-9d41-2ff84a516764 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.708803] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa81bcb-e25f-4855-80ae-a446f518ba95 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.716072] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1137.716072] env[69765]: value = "task-3943814" [ 1137.716072] env[69765]: _type = "Task" [ 1137.716072] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.717068] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1137.717068] env[69765]: value = "task-3943815" [ 1137.717068] env[69765]: _type = "Task" [ 1137.717068] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.730805] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.734576] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.911233] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943813, 'name': CreateVM_Task, 'duration_secs': 0.346367} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.911406] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.912121] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.912290] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.912637] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.912909] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd2550d-9abf-44e0-9267-ae7bb232ad18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.919062] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1137.919062] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c86b41-c406-c0bb-873f-ca27d981bd67" [ 1137.919062] env[69765]: _type = "Task" [ 1137.919062] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.931101] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c86b41-c406-c0bb-873f-ca27d981bd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.971593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.028757] env[69765]: INFO nova.network.neutron [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Port 956eaa8a-a642-4b65-ac63-d224b8a9ae00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1138.028757] env[69765]: DEBUG nova.network.neutron [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.079400] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.271s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.079749] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.082507] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.185s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.082992] env[69765]: DEBUG nova.objects.instance [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'resources' on Instance uuid 1dbc4c61-3690-4ce9-a251-60883e2a7ab9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.232853] env[69765]: DEBUG oslo_vmware.api [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943814, 'name': ReconfigVM_Task, 'duration_secs': 0.166041} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.236220] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782826', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'name': 'volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '675ac472-f21d-4343-81d3-bae604a7fb44', 'attached_at': '', 'detached_at': '', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'serial': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.237999] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943815, 'name': PowerOffVM_Task, 'duration_secs': 0.229886} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.238189] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.238271] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.238846] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aabda096-6112-42f1-8ea9-74d3255b21fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.305789] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.306015] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.306214] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleting the datastore file [datastore2] 51b113cd-14d7-4404-9218-7720b16ec38e {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.306521] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ac81d6-e657-4d6f-b126-1bc7aa64d7bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.313774] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1138.313774] env[69765]: value = "task-3943817" [ 1138.313774] env[69765]: _type = "Task" [ 1138.313774] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.323279] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.324171] env[69765]: DEBUG nova.network.neutron [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updated VIF entry in instance network info cache for port 529baa6b-85aa-444b-871f-f4a0aa0e5865. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1138.324504] env[69765]: DEBUG nova.network.neutron [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updating instance_info_cache with network_info: [{"id": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "address": "fa:16:3e:27:1c:aa", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529baa6b-85", "ovs_interfaceid": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.430578] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c86b41-c406-c0bb-873f-ca27d981bd67, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.430830] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.431096] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.431340] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.431490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.431679] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.431981] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15079b98-ce9f-4d3b-9b81-ce740b8296db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.441180] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.441376] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.442139] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d35d46-aa71-4405-a933-54aeb4850e26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.448536] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1138.448536] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]528ed686-a339-1118-3574-1549a666f3fa" [ 1138.448536] env[69765]: _type = "Task" [ 1138.448536] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.457491] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ed686-a339-1118-3574-1549a666f3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.529163] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.529358] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.529538] env[69765]: DEBUG nova.network.neutron [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1138.531015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-51b113cd-14d7-4404-9218-7720b16ec38e" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.586213] env[69765]: DEBUG nova.compute.utils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.592152] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.592330] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.631245] env[69765]: DEBUG nova.policy [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc608b669cb46068d58b63280c7c6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f19110e4e44c8ba6e84b2902d699ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.828358] env[69765]: DEBUG oslo_concurrency.lockutils [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] Releasing lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.828691] env[69765]: DEBUG nova.compute.manager [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-vif-deleted-956eaa8a-a642-4b65-ac63-d224b8a9ae00 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.828886] env[69765]: INFO nova.compute.manager [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Neutron deleted interface 956eaa8a-a642-4b65-ac63-d224b8a9ae00; detaching it from the instance and deleting it from the info cache [ 1138.830996] env[69765]: DEBUG nova.network.neutron [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [{"id": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "address": "fa:16:3e:03:73:d3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e2834c-c5", "ovs_interfaceid": "f4e2834c-c5b0-44e5-9086-c89bae9effd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.834654] env[69765]: DEBUG oslo_vmware.api [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151478} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.836578] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.836955] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.837259] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.837469] env[69765]: INFO nova.compute.manager [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1138.837753] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.838659] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fee3b5-a825-42ad-8d8a-c9fe7c279580 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.841816] env[69765]: DEBUG nova.compute.manager [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.841931] env[69765]: DEBUG nova.network.neutron [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1138.850810] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9304e16b-46d0-474f-92f8-66e8db981482 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.892393] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f244d-f0a4-47f0-9dcf-64584648ad2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.901712] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b121e68-3456-4694-a90c-718eed311288 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.921584] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.962393] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]528ed686-a339-1118-3574-1549a666f3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.963326] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a872608-82ec-438a-86c5-b07b3e7b9cfc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.970637] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1138.970637] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bf2d29-ac53-fb41-bf7c-ecc36f337e02" [ 1138.970637] env[69765]: _type = "Task" [ 1138.970637] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.980576] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bf2d29-ac53-fb41-bf7c-ecc36f337e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.002941] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Successfully created port: 59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.037318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-94a40279-7fee-495c-99d2-fbf43cc917f4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-51b113cd-14d7-4404-9218-7720b16ec38e-956eaa8a-a642-4b65-ac63-d224b8a9ae00" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.697s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.098854] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.291611] env[69765]: DEBUG nova.objects.instance [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'flavor' on Instance uuid 675ac472-f21d-4343-81d3-bae604a7fb44 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.353461] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b90e63db-d96e-43aa-893b-a50d16ff3999 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.364503] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e699617-e8c4-4edf-8c77-fff35e83f7fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.420014] env[69765]: DEBUG nova.compute.manager [req-7d9b3f97-b635-4a3c-b343-21219177fc35 req-ab69461d-3fd3-46ca-a914-0278f6e37658 service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Detach interface failed, port_id=956eaa8a-a642-4b65-ac63-d224b8a9ae00, reason: Instance 51b113cd-14d7-4404-9218-7720b16ec38e could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.445355] env[69765]: ERROR nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [req-63619ea4-ee94-4b5f-aea4-d30570abd415] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63619ea4-ee94-4b5f-aea4-d30570abd415"}]} [ 1139.465023] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.486027] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bf2d29-ac53-fb41-bf7c-ecc36f337e02, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.486027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.486027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 21d22ae1-6f04-4558-9fb0-294d81c0ddc5/21d22ae1-6f04-4558-9fb0-294d81c0ddc5.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.486027] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2361472c-256b-42d6-9a72-134ff5981bf2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.489358] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.489586] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.494034] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1139.494034] env[69765]: value = "task-3943818" [ 1139.494034] env[69765]: _type = "Task" [ 1139.494034] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.506586] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.512419] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.536587] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.557663] env[69765]: DEBUG nova.network.neutron [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [{"id": "0cf2f579-4283-426e-b690-90f7383e7b8b", "address": "fa:16:3e:c2:cd:a2", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf2f579-42", "ovs_interfaceid": "0cf2f579-4283-426e-b690-90f7383e7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.598319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "2306f509-f7b9-45b2-9994-1f64164e599f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.598319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.598319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.598319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.598550] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.605052] env[69765]: INFO nova.compute.manager [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Terminating instance [ 1139.799650] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ab882be1-55e8-4f9c-825e-6f6b839d1c78 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.802s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.829323] env[69765]: DEBUG nova.compute.manager [req-18e38aff-a63d-490d-ad20-8e31c3d9a2d7 req-89171760-7735-4ad7-b668-4b5cd8c0929c service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Received event network-vif-deleted-f4e2834c-c5b0-44e5-9086-c89bae9effd4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.829646] env[69765]: INFO nova.compute.manager [req-18e38aff-a63d-490d-ad20-8e31c3d9a2d7 req-89171760-7735-4ad7-b668-4b5cd8c0929c service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Neutron deleted interface f4e2834c-c5b0-44e5-9086-c89bae9effd4; detaching it from the instance and deleting it from the info cache [ 1139.829771] env[69765]: DEBUG nova.network.neutron [req-18e38aff-a63d-490d-ad20-8e31c3d9a2d7 req-89171760-7735-4ad7-b668-4b5cd8c0929c service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.848970] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e404d6-1f51-4196-929d-35ac22526f7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.867455] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f85613-8e78-4f72-a2cc-710ed5b9466e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.905898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f3d2b-8e59-4717-901a-6815f52a9ef5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.916963] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b72ec-9609-46d5-baf6-9a387352dd92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.937938] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.943015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.943375] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.007320] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943818, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.060894] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.108128] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.112263] env[69765]: DEBUG nova.compute.manager [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.112582] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.113553] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325bfc31-10aa-49c7-91b7-e49e49731392 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.123344] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.123649] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb810e9-d1fc-461b-962b-b1c3695497b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.132663] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1140.132663] env[69765]: value = "task-3943819" [ 1140.132663] env[69765]: _type = "Task" [ 1140.132663] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.147042] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.149893] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.150214] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.150395] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.150595] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.150744] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.150916] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.151198] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.151381] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.151616] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.151851] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.151994] env[69765]: DEBUG nova.virt.hardware [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.153663] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea53aa-9c2a-46e9-8d96-d95db499d299 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.163679] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a512ff43-2b89-4093-a020-fe1f657d24c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.250564] env[69765]: DEBUG nova.network.neutron [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.335736] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-933ea384-b1ce-4559-b7dd-f440172eb259 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.349666] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc8888-b14e-443d-8054-75ea36c297d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.382694] env[69765]: DEBUG nova.compute.manager [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1140.399355] env[69765]: DEBUG nova.compute.manager [req-18e38aff-a63d-490d-ad20-8e31c3d9a2d7 req-89171760-7735-4ad7-b668-4b5cd8c0929c service nova] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Detach interface failed, port_id=f4e2834c-c5b0-44e5-9086-c89bae9effd4, reason: Instance 51b113cd-14d7-4404-9218-7720b16ec38e could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.446551] env[69765]: INFO nova.compute.manager [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Detaching volume a0261860-e59e-49bc-b3d1-d9ed94b7ae81 [ 1140.464380] env[69765]: ERROR nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [req-f0dc0bd3-5b45-4aa6-9078-1012fc34d1e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0dc0bd3-5b45-4aa6-9078-1012fc34d1e3"}]} [ 1140.488930] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1140.492667] env[69765]: INFO nova.virt.block_device [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Attempting to driver detach volume a0261860-e59e-49bc-b3d1-d9ed94b7ae81 from mountpoint /dev/sdb [ 1140.492916] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.493120] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782815', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'name': 'volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dda102a-a3f9-49e6-b0c2-e1a352e2a163', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'serial': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.494016] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a146e978-8cd3-4248-b1d7-87fa443c01fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.522948] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525307} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.524226] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1140.524437] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.526456] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 21d22ae1-6f04-4558-9fb0-294d81c0ddc5/21d22ae1-6f04-4558-9fb0-294d81c0ddc5.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.526689] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.527608] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6f58e-e010-4887-bebe-3fa6269c2f97 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.530465] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d785bb-358e-4c2e-a2ea-f1e01bcb2030 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.539813] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1140.539813] env[69765]: value = "task-3943820" [ 1140.539813] env[69765]: _type = "Task" [ 1140.539813] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.544247] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8547f4c-f22f-4f43-82c7-1cce20dd175a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.548925] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1140.575474] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3533d603-4c78-4e2c-85f8-d11ff7246f9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.578711] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.579785] env[69765]: DEBUG nova.compute.manager [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Received event network-vif-plugged-59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.579991] env[69765]: DEBUG oslo_concurrency.lockutils [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.580211] env[69765]: DEBUG oslo_concurrency.lockutils [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.580377] env[69765]: DEBUG oslo_concurrency.lockutils [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.580541] env[69765]: DEBUG nova.compute.manager [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] No waiting events found dispatching network-vif-plugged-59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.580703] env[69765]: WARNING nova.compute.manager [req-a69d17bd-8723-44e9-8cf7-daa610eca087 req-9b08bb0c-4cea-4393-844b-02dbd8eb0112 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Received unexpected event network-vif-plugged-59a6a5df-77fb-4140-b962-c813a113745c for instance with vm_state building and task_state spawning. [ 1140.585686] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1140.599819] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81/volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.605713] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.609596] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b34e0c1-6bb5-4ff5-86c7-6dbbf88faf24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.623296] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd3b934-2feb-42ae-97f8-4cf1e1e4cd60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.655997] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b05ed-f6e4-4810-b4a0-7d096bd18960 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.659510] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1140.659510] env[69765]: value = "task-3943821" [ 1140.659510] env[69765]: _type = "Task" [ 1140.659510] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.669944] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.678574] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943819, 'name': PowerOffVM_Task, 'duration_secs': 0.226767} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.678574] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.678574] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.678574] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07019ce4-de7a-4f9f-b5f9-ba605efb9beb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.683458] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.727231] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Successfully updated port: 59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.750382] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.750585] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.750775] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleting the datastore file [datastore2] 2306f509-f7b9-45b2-9994-1f64164e599f {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.751504] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0499e8-5863-45f9-847b-9bb9452eef9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.757852] env[69765]: INFO nova.compute.manager [-] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Took 1.92 seconds to deallocate network for instance. [ 1140.767774] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1140.767774] env[69765]: value = "task-3943823" [ 1140.767774] env[69765]: _type = "Task" [ 1140.767774] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.779812] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.914050] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25886c34-b578-48d6-bb24-0add3f752f39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.919496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.927799] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95077c8-70eb-4e0d-9a30-9cf97aed6e0f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.961599] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90248d5f-0154-43c1-99be-c0e7ec080e1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.969496] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e619cf-ea5b-4b9f-b96f-26a5e12b834c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.985256] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.050709] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243496} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.051121] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.051820] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29197235-b92e-44a0-80f1-b3259e764968 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.075536] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 21d22ae1-6f04-4558-9fb0-294d81c0ddc5/21d22ae1-6f04-4558-9fb0-294d81c0ddc5.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.075858] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9907a13-7367-4639-bff8-3084a6cf886b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.097168] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1141.097168] env[69765]: value = "task-3943824" [ 1141.097168] env[69765]: _type = "Task" [ 1141.097168] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.107756] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.170450] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943821, 'name': ReconfigVM_Task, 'duration_secs': 0.376225} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.170689] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.177598] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.177943] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73933f93-c698-494c-b054-8036d027e702 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.188526] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc3fc15-d3f2-4830-97e3-9cabcb236629 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.198455] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1141.198455] env[69765]: value = "task-3943825" [ 1141.198455] env[69765]: _type = "Task" [ 1141.198455] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.198755] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1141.198755] env[69765]: value = "task-3943826" [ 1141.198755] env[69765]: _type = "Task" [ 1141.198755] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.212581] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.216198] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.230255] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.230463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.230720] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1141.267734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.279370] env[69765]: DEBUG oslo_vmware.api [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159339} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.279876] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.280037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.280255] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.280473] env[69765]: INFO nova.compute.manager [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1141.280781] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.281042] env[69765]: DEBUG nova.compute.manager [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.281157] env[69765]: DEBUG nova.network.neutron [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1141.535428] env[69765]: DEBUG nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1141.535428] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 149 to 150 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1141.535428] env[69765]: DEBUG nova.compute.provider_tree [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.609114] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.712420] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.715870] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.762383] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1142.039928] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.957s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.042431] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.658s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.066820] env[69765]: INFO nova.scheduler.client.report [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocations for instance 1dbc4c61-3690-4ce9-a251-60883e2a7ab9 [ 1142.112048] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943824, 'name': ReconfigVM_Task, 'duration_secs': 0.768931} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.112478] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 21d22ae1-6f04-4558-9fb0-294d81c0ddc5/21d22ae1-6f04-4558-9fb0-294d81c0ddc5.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.113061] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd12e42-cf99-40ef-9e3a-f6f759901042 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.120938] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1142.120938] env[69765]: value = "task-3943827" [ 1142.120938] env[69765]: _type = "Task" [ 1142.120938] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.133469] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943827, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.215017] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.221072] env[69765]: DEBUG oslo_vmware.api [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943825, 'name': PowerOnVM_Task, 'duration_secs': 0.761977} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.221072] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.221072] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fa170f37-8382-4d04-bc6a-328fe17d7dd7 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance 'eb9176b6-4203-4151-9d96-1242d56193f9' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.270618] env[69765]: DEBUG nova.network.neutron [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.304100] env[69765]: DEBUG nova.network.neutron [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.545491] env[69765]: DEBUG nova.objects.instance [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'migration_context' on Instance uuid 4c770c20-fd55-4261-928b-9a49adbf5a6a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.576827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fff43af5-7830-4eec-9d11-0e24405d8af8 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "1dbc4c61-3690-4ce9-a251-60883e2a7ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.068s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.600650] env[69765]: DEBUG nova.compute.manager [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Received event network-changed-59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.600939] env[69765]: DEBUG nova.compute.manager [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Refreshing instance network info cache due to event network-changed-59a6a5df-77fb-4140-b962-c813a113745c. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.601586] env[69765]: DEBUG oslo_concurrency.lockutils [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] Acquiring lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.631209] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943827, 'name': Rename_Task, 'duration_secs': 0.185261} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.631491] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.631757] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc8e26c-54c6-42bf-8a4f-aff3d2c4f439 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.639692] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1142.639692] env[69765]: value = "task-3943828" [ 1142.639692] env[69765]: _type = "Task" [ 1142.639692] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.653377] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.712320] env[69765]: DEBUG oslo_vmware.api [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943826, 'name': ReconfigVM_Task, 'duration_secs': 1.148885} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.712781] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782815', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'name': 'volume-a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dda102a-a3f9-49e6-b0c2-e1a352e2a163', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81', 'serial': 'a0261860-e59e-49bc-b3d1-d9ed94b7ae81'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.773311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.773883] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Instance network_info: |[{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.774093] env[69765]: DEBUG oslo_concurrency.lockutils [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] Acquired lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.774315] env[69765]: DEBUG nova.network.neutron [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Refreshing network info cache for port 59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1142.776565] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ca:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59a6a5df-77fb-4140-b962-c813a113745c', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.786834] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.788273] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.788624] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee4db819-4f7b-4869-9a8f-c82da2500d46 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.807436] env[69765]: INFO nova.compute.manager [-] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Took 1.53 seconds to deallocate network for instance. [ 1142.813991] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.813991] env[69765]: value = "task-3943829" [ 1142.813991] env[69765]: _type = "Task" [ 1142.813991] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.828477] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943829, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.152169] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.265744] env[69765]: DEBUG nova.objects.instance [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.296107] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280b2f5-e9c1-4b6f-9c17-81660064afc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.304921] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11da04-08f3-499c-a31f-d51a43fd6137 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.335883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.342879] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b856276-2735-45cc-b31c-4fbaafdb316c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.350794] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943829, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.354190] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dbc4ac-c3fa-4f19-a068-bbb84fdd17f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.370819] env[69765]: DEBUG nova.compute.provider_tree [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.537626] env[69765]: DEBUG nova.network.neutron [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updated VIF entry in instance network info cache for port 59a6a5df-77fb-4140-b962-c813a113745c. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1143.538084] env[69765]: DEBUG nova.network.neutron [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.654823] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.846375] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943829, 'name': CreateVM_Task, 'duration_secs': 0.944271} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.846600] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.847343] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.847518] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.847955] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.848259] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd50387-2473-453f-b5e3-45312a571443 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.854481] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1143.854481] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52993591-9707-8ee7-1ab2-57d8304eb320" [ 1143.854481] env[69765]: _type = "Task" [ 1143.854481] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.864493] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52993591-9707-8ee7-1ab2-57d8304eb320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.873747] env[69765]: DEBUG nova.scheduler.client.report [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.041539] env[69765]: DEBUG oslo_concurrency.lockutils [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] Releasing lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.041823] env[69765]: DEBUG nova.compute.manager [req-3782f085-9e90-49ea-8c9b-adc8d285d1d6 req-e687dc84-c7e7-4152-ae83-9e107e109d89 service nova] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Received event network-vif-deleted-448e86cc-795f-4f88-aab3-bb565b8a5aeb {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.153590] env[69765]: DEBUG oslo_vmware.api [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943828, 'name': PowerOnVM_Task, 'duration_secs': 1.346951} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.154220] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.154431] env[69765]: INFO nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1144.154614] env[69765]: DEBUG nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.155522] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e00b8-8627-46bc-bce8-c538568501f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.224095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.276067] env[69765]: DEBUG oslo_concurrency.lockutils [None req-01970d62-d112-4803-9680-407bf37c4be8 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.332s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.278041] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.054s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.278041] env[69765]: DEBUG nova.compute.manager [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.278719] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85953051-566e-4873-8d77-7f9d15f49288 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.286401] env[69765]: DEBUG nova.compute.manager [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1144.287022] env[69765]: DEBUG nova.objects.instance [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.366148] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52993591-9707-8ee7-1ab2-57d8304eb320, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.366924] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.367227] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.367500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.367648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.367837] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.368141] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dc4d672-6242-4375-86ab-238ca7822898 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.378376] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.378638] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.385382] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a93da7-e1cf-4c58-8dd8-348db81ffc92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.396827] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1144.396827] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c7bede-30da-ddb9-679c-9f9fbd40d3e3" [ 1144.396827] env[69765]: _type = "Task" [ 1144.396827] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.407360] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c7bede-30da-ddb9-679c-9f9fbd40d3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465070] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465444] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.465444] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1144.465444] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.673857] env[69765]: INFO nova.compute.manager [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Took 15.03 seconds to build instance. [ 1144.893804] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.851s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.899867] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.900128] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.900315] env[69765]: DEBUG nova.compute.manager [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Going to confirm migration 6 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1144.901440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.930s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.902822] env[69765]: INFO nova.compute.claims [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.921327] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c7bede-30da-ddb9-679c-9f9fbd40d3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.035704} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.922140] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cf15e3-085f-404d-8e4f-f6f3b20711a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.929162] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1144.929162] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a34682-0c4d-2bab-8a71-79f91adc898a" [ 1144.929162] env[69765]: _type = "Task" [ 1144.929162] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.939852] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a34682-0c4d-2bab-8a71-79f91adc898a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.966998] env[69765]: DEBUG nova.compute.manager [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Received event network-changed-529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.967175] env[69765]: DEBUG nova.compute.manager [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Refreshing instance network info cache due to event network-changed-529baa6b-85aa-444b-871f-f4a0aa0e5865. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.967359] env[69765]: DEBUG oslo_concurrency.lockutils [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] Acquiring lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.967520] env[69765]: DEBUG oslo_concurrency.lockutils [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] Acquired lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.967652] env[69765]: DEBUG nova.network.neutron [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Refreshing network info cache for port 529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1144.969645] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.176552] env[69765]: DEBUG oslo_concurrency.lockutils [None req-144e34b6-3f6b-4eb8-b0f6-f06b4437ee81 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.539s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.294543] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.294937] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eaa0f7d-43fd-4538-9d8b-3e25ed1e26cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.303279] env[69765]: DEBUG oslo_vmware.api [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1145.303279] env[69765]: value = "task-3943830" [ 1145.303279] env[69765]: _type = "Task" [ 1145.303279] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.312312] env[69765]: DEBUG oslo_vmware.api [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.443499] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a34682-0c4d-2bab-8a71-79f91adc898a, 'name': SearchDatastore_Task, 'duration_secs': 0.013173} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.443792] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.444078] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.444361] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c4e10e-7b2c-495f-84a4-dde4b605b28e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.450345] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450524] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquired lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450722] env[69765]: DEBUG nova.network.neutron [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1145.450907] env[69765]: DEBUG nova.objects.instance [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'info_cache' on Instance uuid eb9176b6-4203-4151-9d96-1242d56193f9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.454242] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1145.454242] env[69765]: value = "task-3943831" [ 1145.454242] env[69765]: _type = "Task" [ 1145.454242] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.463872] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.690034] env[69765]: DEBUG nova.network.neutron [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updated VIF entry in instance network info cache for port 529baa6b-85aa-444b-871f-f4a0aa0e5865. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1145.690465] env[69765]: DEBUG nova.network.neutron [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updating instance_info_cache with network_info: [{"id": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "address": "fa:16:3e:27:1c:aa", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529baa6b-85", "ovs_interfaceid": "529baa6b-85aa-444b-871f-f4a0aa0e5865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.816539] env[69765]: DEBUG oslo_vmware.api [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943830, 'name': PowerOffVM_Task, 'duration_secs': 0.208183} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.816992] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.817221] env[69765]: DEBUG nova.compute.manager [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.818457] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a39440b-de57-4a7c-af6d-0fb6d4ff47a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.975833] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.153774] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b9e1b6-ca23-4945-bb33-42637cb07e13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.162831] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716d132-d0df-4bc6-ae7a-848968a21386 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.196843] env[69765]: DEBUG oslo_concurrency.lockutils [req-7ba6953e-4420-48d9-bd21-a09ca0bacf3c req-9bc1b194-509b-44f6-9634-e941b5aa5a21 service nova] Releasing lock "refresh_cache-21d22ae1-6f04-4558-9fb0-294d81c0ddc5" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.197896] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd869e2e-03d1-47ed-813c-0d4d87f6d162 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.206070] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303be391-5d7b-49c5-9495-eead3b4635cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.221327] env[69765]: DEBUG nova.compute.provider_tree [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.332950] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5460530-63e0-4e66-8f43-dab5ec30f6b6 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.447075] env[69765]: INFO nova.compute.manager [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Swapping old allocation on dict_keys(['974ec474-c930-4644-a9cb-e8fbc2072a2b']) held by migration 42031209-9369-4087-b3fa-a70ee3ca8434 for instance [ 1146.474156] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624796} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.475332] env[69765]: DEBUG nova.scheduler.client.report [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Overwriting current allocation {'allocations': {'974ec474-c930-4644-a9cb-e8fbc2072a2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '158ea374476b47b89a611cda21913aec', 'user_id': 'af7b766b5f4e4b61a006fa4ba59a4b49', 'consumer_generation': 1} on consumer 4c770c20-fd55-4261-928b-9a49adbf5a6a {{(pid=69765) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1146.477432] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.478270] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.478586] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7330ca7b-1efb-463b-982e-37ca3eba4e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.487326] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1146.487326] env[69765]: value = "task-3943833" [ 1146.487326] env[69765]: _type = "Task" [ 1146.487326] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.496689] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.582048] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.582276] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.582464] env[69765]: DEBUG nova.network.neutron [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1146.707026] env[69765]: DEBUG nova.network.neutron [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [{"id": "0cf2f579-4283-426e-b690-90f7383e7b8b", "address": "fa:16:3e:c2:cd:a2", "network": {"id": "1b2d8cb0-67e1-4154-a3f2-3e03e59c6c25", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-156892205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51f388120bb401e85f8012e56a0b012", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf2f579-42", "ovs_interfaceid": "0cf2f579-4283-426e-b690-90f7383e7b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.742991] env[69765]: ERROR nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [req-8b8040a0-8b9c-425f-a3d8-0abff2923573] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b8040a0-8b9c-425f-a3d8-0abff2923573"}]} [ 1146.760350] env[69765]: DEBUG nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1146.774810] env[69765]: DEBUG nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1146.775049] env[69765]: DEBUG nova.compute.provider_tree [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.788362] env[69765]: DEBUG nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1146.808903] env[69765]: DEBUG nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1146.999730] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089587} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.000060] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.001689] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ea8ed5-ec0d-497d-bf08-adc949a8c9af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.017037] env[69765]: DEBUG nova.objects.instance [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.027554] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.029287] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b627a142-5c88-4a02-ba07-8b8dd98d484c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.044423] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349139be-4c5a-492d-b5be-32b7e15d446d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.056019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3077c3c8-1026-4fd2-88d1-992c79cf8710 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.059292] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1147.059292] env[69765]: value = "task-3943834" [ 1147.059292] env[69765]: _type = "Task" [ 1147.059292] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.091960] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca09a84-b283-4b0b-801a-323ff340e7c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.098082] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.103611] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771e902-ad5a-4618-92ba-da757255d170 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.121399] env[69765]: DEBUG nova.compute.provider_tree [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.212389] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Releasing lock "refresh_cache-eb9176b6-4203-4151-9d96-1242d56193f9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.212828] env[69765]: DEBUG nova.objects.instance [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lazy-loading 'migration_context' on Instance uuid eb9176b6-4203-4151-9d96-1242d56193f9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.349746] env[69765]: DEBUG nova.network.neutron [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [{"id": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "address": "fa:16:3e:b0:61:24", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc9b033-2d", "ovs_interfaceid": "5dc9b033-2df3-4d3d-920e-185fd24f4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.532454] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.532631] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.532804] env[69765]: DEBUG nova.network.neutron [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1147.532985] env[69765]: DEBUG nova.objects.instance [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'info_cache' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.570058] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.653627] env[69765]: DEBUG nova.scheduler.client.report [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1147.653907] env[69765]: DEBUG nova.compute.provider_tree [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 151 to 152 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1147.654102] env[69765]: DEBUG nova.compute.provider_tree [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.715845] env[69765]: DEBUG nova.objects.base [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.716823] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c59fc31-54b8-4a41-a74a-7a350c22c55a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.739254] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaaea42-046e-48e2-a89a-a422368534b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.745084] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1147.745084] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5209d026-8515-6289-199b-701a37625ba4" [ 1147.745084] env[69765]: _type = "Task" [ 1147.745084] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.753281] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5209d026-8515-6289-199b-701a37625ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.853699] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4c770c20-fd55-4261-928b-9a49adbf5a6a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.854196] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.854490] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f2e950-b7b2-4b89-bd82-4e435f6e1468 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.862903] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1147.862903] env[69765]: value = "task-3943835" [ 1147.862903] env[69765]: _type = "Task" [ 1147.862903] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.873905] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.036507] env[69765]: DEBUG nova.objects.base [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Object Instance<2dda102a-a3f9-49e6-b0c2-e1a352e2a163> lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.069565] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943834, 'name': ReconfigVM_Task, 'duration_secs': 0.993044} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.069906] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.070558] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5a6ec63-8350-4d74-bf88-e957afb22087 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.077017] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1148.077017] env[69765]: value = "task-3943836" [ 1148.077017] env[69765]: _type = "Task" [ 1148.077017] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.085809] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943836, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.159187] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.257s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.159814] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.162624] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.243s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.255504] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5209d026-8515-6289-199b-701a37625ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.017376} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.255817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.374367] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943835, 'name': PowerOffVM_Task, 'duration_secs': 0.20509} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.374367] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.374640] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.374869] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.378023] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.381349] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f1f2f5-7c70-46b7-97eb-679c7e84910d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.397621] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1148.397621] env[69765]: value = "task-3943837" [ 1148.397621] env[69765]: _type = "Task" [ 1148.397621] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.411216] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943837, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.587701] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943836, 'name': Rename_Task, 'duration_secs': 0.14734} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.589035] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.589035] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1c1096-df7b-41ba-b9cd-ebdda27f8be1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.595021] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1148.595021] env[69765]: value = "task-3943838" [ 1148.595021] env[69765]: _type = "Task" [ 1148.595021] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.602999] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.665718] env[69765]: DEBUG nova.compute.utils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.669601] env[69765]: INFO nova.compute.claims [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.672906] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.673089] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.711235] env[69765]: DEBUG nova.policy [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2a6cbada194f78bd2049e2295d2ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb05561e13d944588c68e78147c1641a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.759981] env[69765]: DEBUG nova.network.neutron [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [{"id": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "address": "fa:16:3e:c0:a9:46", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cab55c7-9d", "ovs_interfaceid": "9cab55c7-9dac-4f54-8052-b21c881d16fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.910393] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943837, 'name': ReconfigVM_Task, 'duration_secs': 0.15211} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.911421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe60a10-05a3-4c13-aae9-7857fc780631 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.936615] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.937244] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.937424] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.937604] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.937728] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.938031] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.938198] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.938575] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.938706] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.938851] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.939152] env[69765]: DEBUG nova.virt.hardware [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.940157] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c855648-700d-4d95-938b-3147f64fb424 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.953855] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1148.953855] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52913a6b-1e4e-181c-0be6-8e28eabdf193" [ 1148.953855] env[69765]: _type = "Task" [ 1148.953855] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.965153] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52913a6b-1e4e-181c-0be6-8e28eabdf193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.107345] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943838, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.168946] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Successfully created port: 876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.173938] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.178090] env[69765]: INFO nova.compute.resource_tracker [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating resource usage from migration 6bf59ae7-eb7e-46ad-81f9-fa0c28696c08 [ 1149.263263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "refresh_cache-2dda102a-a3f9-49e6-b0c2-e1a352e2a163" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.403011] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab516655-7342-47c8-8ab8-6b0021f860c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.411848] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c467b0-679d-45b9-9a35-d53fc45fe89a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.453593] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d0ee1-f200-4615-9cb6-50701489008b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.466042] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52913a6b-1e4e-181c-0be6-8e28eabdf193, 'name': SearchDatastore_Task, 'duration_secs': 0.015512} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.475098] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.475579] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae491a3-22f1-4e50-970d-9682090f5109 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.491133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2742465-9d37-4de3-9cce-2ee0f09b17e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.506709] env[69765]: DEBUG nova.compute.provider_tree [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.510790] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1149.510790] env[69765]: value = "task-3943840" [ 1149.510790] env[69765]: _type = "Task" [ 1149.510790] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.520320] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.606558] env[69765]: DEBUG oslo_vmware.api [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943838, 'name': PowerOnVM_Task, 'duration_secs': 0.551608} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.606872] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.607110] env[69765]: INFO nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1149.607324] env[69765]: DEBUG nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.608163] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada32e1-39df-449e-92ca-7bfdc604b6f6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.010965] env[69765]: DEBUG nova.scheduler.client.report [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.024332] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943840, 'name': ReconfigVM_Task, 'duration_secs': 0.247251} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.024727] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.026201] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37e1f4-2a71-47e9-a04a-00e10fed1827 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.049224] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.049790] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4bdc37-d373-473c-a66f-11784f941e76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.069780] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1150.069780] env[69765]: value = "task-3943841" [ 1150.069780] env[69765]: _type = "Task" [ 1150.069780] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.080880] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.126062] env[69765]: INFO nova.compute.manager [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Took 19.07 seconds to build instance. [ 1150.192756] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.221593] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.221845] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.221992] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.222200] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.222353] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.222511] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.222714] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.222873] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.223052] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.223217] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.223388] env[69765]: DEBUG nova.virt.hardware [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.224323] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e45c2-df57-45a1-9c5a-2c4479907ccb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.233021] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca09585-3cbe-4a72-b0e4-337f86820470 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.270513] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.270889] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b49851a7-8afc-45a6-8b5d-f17f649ff011 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.278778] env[69765]: DEBUG oslo_vmware.api [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1150.278778] env[69765]: value = "task-3943842" [ 1150.278778] env[69765]: _type = "Task" [ 1150.278778] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.287695] env[69765]: DEBUG oslo_vmware.api [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.519838] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.520152] env[69765]: INFO nova.compute.manager [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Migrating [ 1150.526740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.259s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.526980] env[69765]: DEBUG nova.objects.instance [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'resources' on Instance uuid 51b113cd-14d7-4404-9218-7720b16ec38e {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.582079] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943841, 'name': ReconfigVM_Task, 'duration_secs': 0.290897} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.582260] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a/4c770c20-fd55-4261-928b-9a49adbf5a6a.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.583148] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2707c4ab-9223-418c-a5f6-0fcc9bbe3015 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.603804] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013f6a6-2cff-4453-8b64-d1c10fe73bc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.624276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e747c43-62b7-4f41-8076-e25e86391907 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.628691] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3de99eb5-c3eb-4967-a9e9-c511e62ce75a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.578s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.646163] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4134eae-c0df-430f-a405-ca9254a703ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.654786] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.655116] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034ea653-c98f-4ad0-8ee5-1e54a05ba3e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.662775] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1150.662775] env[69765]: value = "task-3943843" [ 1150.662775] env[69765]: _type = "Task" [ 1150.662775] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.674524] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.789347] env[69765]: DEBUG oslo_vmware.api [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943842, 'name': PowerOnVM_Task, 'duration_secs': 0.428513} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.789655] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.789923] env[69765]: DEBUG nova.compute.manager [None req-3d2b61a4-d71a-44b1-ade5-83488564ebd3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.790708] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7dd53-5658-4f04-90d3-bf0302aaa14f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.910125] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Successfully updated port: 876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.997590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "dad40592-af1d-483f-b12f-bf7a7404dd76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.997927] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.998113] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.998305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.998475] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.000716] env[69765]: INFO nova.compute.manager [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Terminating instance [ 1151.038562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.038740] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.038982] env[69765]: DEBUG nova.network.neutron [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1151.097644] env[69765]: DEBUG nova.compute.manager [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Received event network-vif-plugged-876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.097891] env[69765]: DEBUG oslo_concurrency.lockutils [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] Acquiring lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.098139] env[69765]: DEBUG oslo_concurrency.lockutils [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.098308] env[69765]: DEBUG oslo_concurrency.lockutils [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.098480] env[69765]: DEBUG nova.compute.manager [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] No waiting events found dispatching network-vif-plugged-876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.098650] env[69765]: WARNING nova.compute.manager [req-b2ac1244-e696-49c1-9d15-22f78070bb3f req-c6200a17-064b-47ff-beee-35f8e3c01af0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Received unexpected event network-vif-plugged-876e0233-2c33-43a0-a6f0-d10a7f034475 for instance with vm_state building and task_state spawning. [ 1151.174252] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.260167] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f2e812-b08c-49ce-ab4e-3cf89702894b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.267835] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c1dc1-24d4-44d2-b3ea-c0bb1280a33e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.300066] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b53061a-1f31-4b57-b77a-7df6542f75ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.310730] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f020d-2b37-4f90-b8c4-39bb0af3c8be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.326129] env[69765]: DEBUG nova.compute.provider_tree [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.413287] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.413447] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.413602] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1151.505092] env[69765]: DEBUG nova.compute.manager [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.505476] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.506979] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d20735-09fe-4cfb-8646-742e774a2115 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.516031] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.516273] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae89318f-a11a-44ba-a1e6-c48856b87f22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.523259] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1151.523259] env[69765]: value = "task-3943845" [ 1151.523259] env[69765]: _type = "Task" [ 1151.523259] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.532691] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.680338] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.830322] env[69765]: DEBUG nova.scheduler.client.report [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.948681] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1152.034087] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943845, 'name': PowerOffVM_Task, 'duration_secs': 0.225908} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.037157] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.037700] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.040325] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a6da50b-c677-40e6-835c-5a5bd84d9de4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.112871] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.113172] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.113416] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Deleting the datastore file [datastore2] dad40592-af1d-483f-b12f-bf7a7404dd76 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.116381] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb611750-f0d8-41fb-85d1-bdfcf722d82b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.119474] env[69765]: DEBUG nova.network.neutron [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Updating instance_info_cache with network_info: [{"id": "876e0233-2c33-43a0-a6f0-d10a7f034475", "address": "fa:16:3e:9a:e0:2f", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876e0233-2c", "ovs_interfaceid": "876e0233-2c33-43a0-a6f0-d10a7f034475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.128227] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for the task: (returnval){ [ 1152.128227] env[69765]: value = "task-3943847" [ 1152.128227] env[69765]: _type = "Task" [ 1152.128227] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.140531] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.175264] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.176460] env[69765]: DEBUG nova.network.neutron [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.336174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.339737] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.003s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.340123] env[69765]: DEBUG nova.objects.instance [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'resources' on Instance uuid 2306f509-f7b9-45b2-9994-1f64164e599f {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.363634] env[69765]: INFO nova.scheduler.client.report [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted allocations for instance 51b113cd-14d7-4404-9218-7720b16ec38e [ 1152.622353] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.622700] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Instance network_info: |[{"id": "876e0233-2c33-43a0-a6f0-d10a7f034475", "address": "fa:16:3e:9a:e0:2f", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876e0233-2c", "ovs_interfaceid": "876e0233-2c33-43a0-a6f0-d10a7f034475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.623143] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:e0:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876e0233-2c33-43a0-a6f0-d10a7f034475', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.630715] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.631094] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.634251] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216734b9-5be0-4ee9-9f39-94b4a143e609 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.655298] env[69765]: DEBUG oslo_vmware.api [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Task: {'id': task-3943847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290916} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.656788] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.657028] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.657239] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.657418] env[69765]: INFO nova.compute.manager [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1152.657752] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.657964] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.657964] env[69765]: value = "task-3943848" [ 1152.657964] env[69765]: _type = "Task" [ 1152.657964] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.658211] env[69765]: DEBUG nova.compute.manager [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.658313] env[69765]: DEBUG nova.network.neutron [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1152.668944] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943848, 'name': CreateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.677196] env[69765]: DEBUG oslo_vmware.api [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943843, 'name': PowerOnVM_Task, 'duration_secs': 1.783236} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.677437] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.680947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.875263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d48a469e-fe01-48a4-8db6-60f995db11e3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "51b113cd-14d7-4404-9218-7720b16ec38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.730s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.094227] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e9b8b-0f90-4a64-a004-295ec5e7f944 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.103897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631b8aa-8af7-4531-9781-9e5fbdff31a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145881] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2821e-17ce-4dec-8fe7-5dd676d5745d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.150369] env[69765]: DEBUG nova.compute.manager [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Received event network-changed-876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.150723] env[69765]: DEBUG nova.compute.manager [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Refreshing instance network info cache due to event network-changed-876e0233-2c33-43a0-a6f0-d10a7f034475. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.150723] env[69765]: DEBUG oslo_concurrency.lockutils [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] Acquiring lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.151136] env[69765]: DEBUG oslo_concurrency.lockutils [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] Acquired lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.151136] env[69765]: DEBUG nova.network.neutron [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Refreshing network info cache for port 876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1153.169289] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a83ff-52e1-42ba-ab92-c24804f17314 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.178626] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943848, 'name': CreateVM_Task, 'duration_secs': 0.43658} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.178626] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.178992] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.179169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.179526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.180077] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fff5c17-cf28-48f4-9a96-a6dba5d0e2fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.199602] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.207893] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1153.207893] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f4c43d-e202-e645-5f54-bab98c13f55d" [ 1153.207893] env[69765]: _type = "Task" [ 1153.207893] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.214204] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f4c43d-e202-e645-5f54-bab98c13f55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.668606] env[69765]: DEBUG nova.compute.manager [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1153.709112] env[69765]: INFO nova.compute.manager [None req-447a9ce6-46f2-454b-92c0-c5e6eefb525c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance to original state: 'active' [ 1153.720719] env[69765]: DEBUG nova.network.neutron [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.737123] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f4c43d-e202-e645-5f54-bab98c13f55d, 'name': SearchDatastore_Task, 'duration_secs': 0.01676} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.740302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.740302] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.740446] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.740592] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.740771] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.742310] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95ff4d1c-a86f-4cfe-9c60-77e58d5abc73 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.744776] env[69765]: ERROR nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [req-0bd02103-9c3d-479d-adf9-822e186a4805] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bd02103-9c3d-479d-adf9-822e186a4805"}]} [ 1153.759638] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.759879] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.761135] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd2b23c-ee50-4cc3-b97a-8c581a4cc96e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.766963] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1153.779314] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1153.779314] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52674ca0-495b-b301-407e-dc1a8e2d9655" [ 1153.779314] env[69765]: _type = "Task" [ 1153.779314] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.790106] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1153.790402] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.802177] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52674ca0-495b-b301-407e-dc1a8e2d9655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.806766] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1153.828595] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1153.969053] env[69765]: DEBUG nova.network.neutron [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Updated VIF entry in instance network info cache for port 876e0233-2c33-43a0-a6f0-d10a7f034475. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1153.969450] env[69765]: DEBUG nova.network.neutron [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Updating instance_info_cache with network_info: [{"id": "876e0233-2c33-43a0-a6f0-d10a7f034475", "address": "fa:16:3e:9a:e0:2f", "network": {"id": "3e7fe482-06b2-4152-9d49-d3b3fd50f261", "bridge": "br-int", "label": "tempest-ServersTestJSON-176352123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb05561e13d944588c68e78147c1641a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876e0233-2c", "ovs_interfaceid": "876e0233-2c33-43a0-a6f0-d10a7f034475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.068352] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d55dde-64a4-4b87-8f9b-cca6ac417eeb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.076779] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6055c3-0193-4e43-9c84-112d5b3965dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.108158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813c9ab-bc42-4a16-9dfd-3978efe6d431 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.116730] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317a452-ebb2-4b70-8f2b-6a41676f0408 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.132619] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.195026] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.223101] env[69765]: INFO nova.compute.manager [-] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Took 1.56 seconds to deallocate network for instance. [ 1154.224088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1ac9d-83c6-4737-ba9b-f571cc1afd8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.250832] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.293748] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52674ca0-495b-b301-407e-dc1a8e2d9655, 'name': SearchDatastore_Task, 'duration_secs': 0.033858} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.294114] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393aa61e-1e88-40cc-8b51-6d0743dddd19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.300328] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1154.300328] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ec4eaf-e25a-c791-000f-037e6e601d26" [ 1154.300328] env[69765]: _type = "Task" [ 1154.300328] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.309879] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec4eaf-e25a-c791-000f-037e6e601d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.473162] env[69765]: DEBUG oslo_concurrency.lockutils [req-69e2edb1-0a49-425c-b086-695a963f259a req-e60713b6-abac-41a6-abda-bc9259cbb1e4 service nova] Releasing lock "refresh_cache-1e760c9f-2d4f-4439-9769-0c2f99ead68b" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.658786] env[69765]: ERROR nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [req-df4ea590-13fd-459a-9bb6-bb62aad03c39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df4ea590-13fd-459a-9bb6-bb62aad03c39"}]} [ 1154.675527] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.688587] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.688906] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.702827] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.720637] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.751586] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.756363] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.756957] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d157e2-7653-479e-8052-8c08bce72ef0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.766976] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1154.766976] env[69765]: value = "task-3943850" [ 1154.766976] env[69765]: _type = "Task" [ 1154.766976] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.778401] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.811222] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec4eaf-e25a-c791-000f-037e6e601d26, 'name': SearchDatastore_Task, 'duration_secs': 0.021534} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.813926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.814212] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1e760c9f-2d4f-4439-9769-0c2f99ead68b/1e760c9f-2d4f-4439-9769-0c2f99ead68b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.814658] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1a0c22-79e8-403c-8636-744c7336c3eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.822012] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1154.822012] env[69765]: value = "task-3943851" [ 1154.822012] env[69765]: _type = "Task" [ 1154.822012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.835188] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.966513] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a579c2-301c-4737-b3e6-f2cc8f4ccadc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.976139] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c318f18-50a4-4733-9520-6fe332388d9d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.009498] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e2e4c2-85ef-4fd0-b1c8-6b5840bd758f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.015372] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.015602] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.022585] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abe061-4551-4074-b93a-503dd9deccd4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.041997] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.282020] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943850, 'name': PowerOffVM_Task, 'duration_secs': 0.351954} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.282615] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.282992] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.335769] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.357401] env[69765]: DEBUG nova.compute.manager [req-2a04b67f-df00-489a-9ddf-84d127ef0817 req-44722aa4-e02d-4412-af66-e3925676896b service nova] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Received event network-vif-deleted-4889f066-6b38-4694-865d-2fade57efef9 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.518455] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.583621] env[69765]: DEBUG nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.583909] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 155 to 156 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.584114] env[69765]: DEBUG nova.compute.provider_tree [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.792507] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.792970] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.792970] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.793074] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.793149] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.793296] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.793499] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.793660] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.793826] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.793990] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.794188] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.799438] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ea9470-eb5e-4d28-b5b6-152b47976b78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.817036] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1155.817036] env[69765]: value = "task-3943853" [ 1155.817036] env[69765]: _type = "Task" [ 1155.817036] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.826261] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.835398] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62449} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.835695] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 1e760c9f-2d4f-4439-9769-0c2f99ead68b/1e760c9f-2d4f-4439-9769-0c2f99ead68b.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.835955] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.836353] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0f5df4-94b9-4dcc-a485-fd13829e1050 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.845747] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1155.845747] env[69765]: value = "task-3943854" [ 1155.845747] env[69765]: _type = "Task" [ 1155.845747] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.857793] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.933069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.933069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.933069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.933069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.933380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.935679] env[69765]: INFO nova.compute.manager [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Terminating instance [ 1156.041304] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.090540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.752s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.092917] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.123s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.093210] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.093382] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.093943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.838s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.096634] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2eef2-4e39-4eaf-bbb8-e7727989dd6c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.108693] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7b778-2291-4308-870b-765f42022fe1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.130508] env[69765]: INFO nova.scheduler.client.report [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted allocations for instance 2306f509-f7b9-45b2-9994-1f64164e599f [ 1156.132460] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e2b0b3-02b6-4b95-8e05-382dd633c638 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.147022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c95c82-293a-4f1c-ad34-fcb35db11a8b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.181740] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179183MB free_disk=35GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.181952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.329890] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943853, 'name': ReconfigVM_Task, 'duration_secs': 0.407321} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.330293] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.359948] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161678} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.360255] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.361132] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e00f94-3aed-4d57-99ec-07a7dec60c24 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.388591] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1e760c9f-2d4f-4439-9769-0c2f99ead68b/1e760c9f-2d4f-4439-9769-0c2f99ead68b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.388961] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4552c643-a2a2-46e6-a1bf-9254f8503b8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.413015] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1156.413015] env[69765]: value = "task-3943855" [ 1156.413015] env[69765]: _type = "Task" [ 1156.413015] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.423252] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.439747] env[69765]: DEBUG nova.compute.manager [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.439950] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.440977] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f4b54-46f4-4e6d-bde2-ec888938e099 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.449679] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.450028] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acd483ef-75f5-4491-bb18-ca215bd29606 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458518] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1156.458518] env[69765]: value = "task-3943856" [ 1156.458518] env[69765]: _type = "Task" [ 1156.458518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.468076] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.643617] env[69765]: DEBUG oslo_concurrency.lockutils [None req-62bba1bd-38ab-49bc-adc7-42502c44583d tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "2306f509-f7b9-45b2-9994-1f64164e599f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.046s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.815283] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5264b2-35b3-4acb-8d94-81afb44e5a93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.824822] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18579fa0-f609-4e39-a199-0ae27b5e0358 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.859785] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.859996] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.860196] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.860394] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.860555] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.860744] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.860988] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.861176] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.861350] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.861551] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.861685] env[69765]: DEBUG nova.virt.hardware [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.867367] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.867998] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc5fabbe-3285-4247-bd61-3b43d004c101 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.882760] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd29654-a4fd-433a-8ffd-69f8f006e5c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.892837] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0647cd-26f8-4ee0-a410-0445b13884de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.898217] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1156.898217] env[69765]: value = "task-3943857" [ 1156.898217] env[69765]: _type = "Task" [ 1156.898217] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.912414] env[69765]: DEBUG nova.compute.provider_tree [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.917701] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943857, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.931678] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.971848] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943856, 'name': PowerOffVM_Task, 'duration_secs': 0.397723} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.972300] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.972608] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.973018] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f78665-55ea-4160-b6cf-1a2244a7c447 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.088882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.088882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.088882] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleting the datastore file [datastore2] 4c770c20-fd55-4261-928b-9a49adbf5a6a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.088882] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663d6c3e-70cf-4d0e-b1bb-b0dc08bd92c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.097667] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1157.097667] env[69765]: value = "task-3943859" [ 1157.097667] env[69765]: _type = "Task" [ 1157.097667] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.108011] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.411615] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943857, 'name': ReconfigVM_Task, 'duration_secs': 0.355008} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.412100] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.413353] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc484a-371d-4749-85b3-e5b7327d1580 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.463579] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.467756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57c34b5-10ea-4dbf-a27f-41ba3bb8c682 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.490025] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943855, 'name': ReconfigVM_Task, 'duration_secs': 0.708123} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.491490] env[69765]: DEBUG nova.scheduler.client.report [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1157.491799] env[69765]: DEBUG nova.compute.provider_tree [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 156 to 157 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1157.492099] env[69765]: DEBUG nova.compute.provider_tree [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.498224] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1e760c9f-2d4f-4439-9769-0c2f99ead68b/1e760c9f-2d4f-4439-9769-0c2f99ead68b.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.499988] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ab6726-67b3-4d6b-b198-8598c84360c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.505769] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1157.505769] env[69765]: value = "task-3943861" [ 1157.505769] env[69765]: _type = "Task" [ 1157.505769] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.511187] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1157.511187] env[69765]: value = "task-3943862" [ 1157.511187] env[69765]: _type = "Task" [ 1157.511187] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.527255] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.530054] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943862, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.608363] env[69765]: DEBUG oslo_vmware.api [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42329} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.608644] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.608882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.609086] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.609353] env[69765]: INFO nova.compute.manager [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1157.609623] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.609807] env[69765]: DEBUG nova.compute.manager [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.609902] env[69765]: DEBUG nova.network.neutron [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1158.020903] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.032554] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943862, 'name': Rename_Task, 'duration_secs': 0.424247} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.032890] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.033157] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa0db1c-a962-43aa-a78e-a14121d351a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.041015] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1158.041015] env[69765]: value = "task-3943863" [ 1158.041015] env[69765]: _type = "Task" [ 1158.041015] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.051121] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.134391] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.134631] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.257188] env[69765]: DEBUG nova.compute.manager [req-2d08f3be-59bd-446d-a781-16cea4d3560c req-4538e251-ca05-46c7-94fa-cea36c2d5d82 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Received event network-vif-deleted-5dc9b033-2df3-4d3d-920e-185fd24f4616 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.257569] env[69765]: INFO nova.compute.manager [req-2d08f3be-59bd-446d-a781-16cea4d3560c req-4538e251-ca05-46c7-94fa-cea36c2d5d82 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Neutron deleted interface 5dc9b033-2df3-4d3d-920e-185fd24f4616; detaching it from the instance and deleting it from the info cache [ 1158.257608] env[69765]: DEBUG nova.network.neutron [req-2d08f3be-59bd-446d-a781-16cea4d3560c req-4538e251-ca05-46c7-94fa-cea36c2d5d82 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.507806] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.510958] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.316s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.524329] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943861, 'name': ReconfigVM_Task, 'duration_secs': 0.621998} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.525527] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.526595] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.555241] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.638779] env[69765]: INFO nova.compute.manager [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Detaching volume 81d3d67e-6993-42e6-b957-bbfff33889c9 [ 1158.674228] env[69765]: INFO nova.virt.block_device [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Attempting to driver detach volume 81d3d67e-6993-42e6-b957-bbfff33889c9 from mountpoint /dev/sdb [ 1158.674479] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.674779] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782806', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'name': 'volume-81d3d67e-6993-42e6-b957-bbfff33889c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72764671-0fb9-4442-a49d-22c1b466ccd3', 'attached_at': '', 'detached_at': '', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'serial': '81d3d67e-6993-42e6-b957-bbfff33889c9'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.675606] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeea3b5-2f58-43ab-b665-4bb7e2cd09c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.698477] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9e8e6-5d51-4ca1-8a9e-dfc0a6810559 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.706451] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab6921-9c24-4793-ae20-121b92d9eb00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.730108] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9295cb-c01d-4949-8e69-1fa2c525d413 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.732611] env[69765]: DEBUG nova.network.neutron [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.748798] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] The volume has not been displaced from its original location: [datastore1] volume-81d3d67e-6993-42e6-b957-bbfff33889c9/volume-81d3d67e-6993-42e6-b957-bbfff33889c9.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.754271] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.755368] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e0c9bb-6b61-4a3a-b23a-97796621936a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.768808] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c605c28a-86c3-4816-94de-9e6257c0cc91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.778441] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee22f81-a2d2-41be-b6ae-aca909027e9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.790794] env[69765]: DEBUG oslo_vmware.api [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1158.790794] env[69765]: value = "task-3943864" [ 1158.790794] env[69765]: _type = "Task" [ 1158.790794] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.812453] env[69765]: DEBUG nova.compute.manager [req-2d08f3be-59bd-446d-a781-16cea4d3560c req-4538e251-ca05-46c7-94fa-cea36c2d5d82 service nova] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Detach interface failed, port_id=5dc9b033-2df3-4d3d-920e-185fd24f4616, reason: Instance 4c770c20-fd55-4261-928b-9a49adbf5a6a could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.018041] env[69765]: INFO nova.compute.claims [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.034969] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe3e92-6e01-46b6-a63d-d3bacd699ed2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.075965] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be8b4d-025c-4cbf-9303-a292a721fc91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.082891] env[69765]: DEBUG oslo_vmware.api [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943863, 'name': PowerOnVM_Task, 'duration_secs': 0.537804} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.084553] env[69765]: INFO nova.scheduler.client.report [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocation for migration cba1cb60-3dc9-4419-8f45-babb83adb515 [ 1159.086242] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.086569] env[69765]: INFO nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1159.086782] env[69765]: DEBUG nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.090570] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab876b-e67c-4c50-90bf-31f7fbd04f74 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.111377] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.235402] env[69765]: INFO nova.compute.manager [-] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Took 1.63 seconds to deallocate network for instance. [ 1159.301133] env[69765]: DEBUG oslo_vmware.api [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943864, 'name': ReconfigVM_Task, 'duration_secs': 0.340258} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.301422] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.307024] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ba507f-691f-4904-bc1d-83c5eb1e3edd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.322848] env[69765]: DEBUG oslo_vmware.api [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1159.322848] env[69765]: value = "task-3943865" [ 1159.322848] env[69765]: _type = "Task" [ 1159.322848] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.333734] env[69765]: DEBUG oslo_vmware.api [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.526892] env[69765]: INFO nova.compute.resource_tracker [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating resource usage from migration bfcfe4d6-588e-41d0-87af-32d161111496 [ 1159.612569] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.712s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.637420] env[69765]: INFO nova.compute.manager [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Took 21.68 seconds to build instance. [ 1159.742741] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.832794] env[69765]: DEBUG oslo_vmware.api [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943865, 'name': ReconfigVM_Task, 'duration_secs': 0.152627} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.833988] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782806', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'name': 'volume-81d3d67e-6993-42e6-b957-bbfff33889c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72764671-0fb9-4442-a49d-22c1b466ccd3', 'attached_at': '', 'detached_at': '', 'volume_id': '81d3d67e-6993-42e6-b957-bbfff33889c9', 'serial': '81d3d67e-6993-42e6-b957-bbfff33889c9'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.836579] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60009017-01d4-4309-a136-e0d47f004883 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.843933] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a434a32-927d-46aa-9d8b-de4ac2f2164a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.876909] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef814c-9bc9-4b0f-a25f-7960d58c3276 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.885273] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4866db4c-2c7b-418a-8d9c-47bd01673a99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.900873] env[69765]: DEBUG nova.compute.provider_tree [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.135526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.137196] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2db9f9c2-aff6-426b-9f59-572c21cef0af tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.196s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.138115] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.138115] env[69765]: DEBUG nova.compute.manager [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.138605] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb0ff8-73b6-4d32-8a5d-60077db231d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.146649] env[69765]: DEBUG nova.compute.manager [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.147456] env[69765]: DEBUG nova.objects.instance [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'flavor' on Instance uuid 1e760c9f-2d4f-4439-9769-0c2f99ead68b {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.380252] env[69765]: DEBUG nova.objects.instance [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid 72764671-0fb9-4442-a49d-22c1b466ccd3 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.424258] env[69765]: ERROR nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [req-571b2e30-358d-44c4-ab07-af6b72eca114] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 974ec474-c930-4644-a9cb-e8fbc2072a2b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-571b2e30-358d-44c4-ab07-af6b72eca114"}]} [ 1160.440808] env[69765]: DEBUG nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.455360] env[69765]: DEBUG nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.455601] env[69765]: DEBUG nova.compute.provider_tree [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.467759] env[69765]: DEBUG nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.488736] env[69765]: DEBUG nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.750550] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6fa58-b95e-43ad-b3fe-c1b175015037 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.758396] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fba66c-6bc8-45e3-9664-fff36d490d6f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.791361] env[69765]: DEBUG nova.network.neutron [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Port e529825f-a67e-4ded-91b7-ef2abbf02d64 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1160.793713] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e4c95-d8de-4eb9-9146-a36fedfd9f5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.802060] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7e518-3860-4c09-8404-4f806ed0b1fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.816625] env[69765]: DEBUG nova.compute.provider_tree [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.923195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.923195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.923374] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.923499] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.923680] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.926423] env[69765]: INFO nova.compute.manager [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Terminating instance [ 1161.154277] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.154655] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca1b3f2-ce12-459c-933c-bafc6f985e9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.164228] env[69765]: DEBUG oslo_vmware.api [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1161.164228] env[69765]: value = "task-3943867" [ 1161.164228] env[69765]: _type = "Task" [ 1161.164228] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.175343] env[69765]: DEBUG oslo_vmware.api [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.349829] env[69765]: DEBUG nova.scheduler.client.report [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updated inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1161.350102] env[69765]: DEBUG nova.compute.provider_tree [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b generation from 158 to 159 during operation: update_inventory {{(pid=69765) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1161.350295] env[69765]: DEBUG nova.compute.provider_tree [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.389302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6e67b4df-8a19-4ee6-8615-3acc27d4c699 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.432860] env[69765]: DEBUG nova.compute.manager [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.433087] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.433918] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c410c3-8540-4143-968d-230476fa83ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.443258] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.443566] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18067fc-066e-4781-95ed-023975693b81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.450466] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1161.450466] env[69765]: value = "task-3943868" [ 1161.450466] env[69765]: _type = "Task" [ 1161.450466] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.461104] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.675062] env[69765]: DEBUG oslo_vmware.api [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943867, 'name': PowerOffVM_Task, 'duration_secs': 0.178479} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.675062] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.675293] env[69765]: DEBUG nova.compute.manager [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.675943] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab6390d-bc8d-4797-a3fb-b0b33e914119 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.817833] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.818118] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.818320] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.855684] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.345s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.855684] env[69765]: INFO nova.compute.manager [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Migrating [ 1161.862642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.111s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.862642] env[69765]: DEBUG nova.objects.instance [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lazy-loading 'resources' on Instance uuid dad40592-af1d-483f-b12f-bf7a7404dd76 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.962298] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943868, 'name': PowerOffVM_Task, 'duration_secs': 0.201989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.962666] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.962881] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.963208] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c2fef7-8a37-4e98-8494-8e7ed36f7a76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.027328] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.027552] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.027742] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleting the datastore file [datastore2] eb9176b6-4203-4151-9d96-1242d56193f9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.028135] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8829640-8ec5-456d-a26c-411df233af01 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.034772] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for the task: (returnval){ [ 1162.034772] env[69765]: value = "task-3943871" [ 1162.034772] env[69765]: _type = "Task" [ 1162.034772] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.047500] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.188370] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3ff1c287-fc75-4e6c-9028-758aa6d99095 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.370987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.371206] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.371403] env[69765]: DEBUG nova.network.neutron [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1162.545012] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.545315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.545527] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.545713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.545976] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.550796] env[69765]: DEBUG oslo_vmware.api [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Task: {'id': task-3943871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160118} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.551310] env[69765]: INFO nova.compute.manager [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Terminating instance [ 1162.552734] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.552927] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.553132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.553294] env[69765]: INFO nova.compute.manager [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1162.553524] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.554605] env[69765]: DEBUG nova.compute.manager [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.554710] env[69765]: DEBUG nova.network.neutron [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1162.577943] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15024c6e-d342-4eaa-896a-b9967eede40a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.586976] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ee637-740f-4580-9c98-101d90fd9b3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.620672] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d40106-d360-4a0d-99ce-8b945dd1a8b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.629328] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f56ebe-19eb-4c66-a6ef-0dcbcbcb6e6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.643543] env[69765]: DEBUG nova.compute.provider_tree [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.809894] env[69765]: DEBUG nova.compute.manager [req-a3a25d76-6263-4a7b-888f-7c7d53ba0dd9 req-1eba06a6-602a-4ae9-816f-1b201ac02a9d service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Received event network-vif-deleted-0cf2f579-4283-426e-b690-90f7383e7b8b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.810113] env[69765]: INFO nova.compute.manager [req-a3a25d76-6263-4a7b-888f-7c7d53ba0dd9 req-1eba06a6-602a-4ae9-816f-1b201ac02a9d service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Neutron deleted interface 0cf2f579-4283-426e-b690-90f7383e7b8b; detaching it from the instance and deleting it from the info cache [ 1162.810316] env[69765]: DEBUG nova.network.neutron [req-a3a25d76-6263-4a7b-888f-7c7d53ba0dd9 req-1eba06a6-602a-4ae9-816f-1b201ac02a9d service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.862520] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862751] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862970] env[69765]: DEBUG nova.network.neutron [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1162.939294] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.939588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.939848] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.939994] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.940185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.944832] env[69765]: INFO nova.compute.manager [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Terminating instance [ 1163.057705] env[69765]: DEBUG nova.compute.manager [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.058032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.058968] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b325e-8e22-4915-9fe3-ab52ee289838 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.067811] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.068142] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de0c81d-c7bf-4af4-bea1-07af3e1207bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.072771] env[69765]: DEBUG nova.network.neutron [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.076063] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1163.076063] env[69765]: value = "task-3943872" [ 1163.076063] env[69765]: _type = "Task" [ 1163.076063] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.085144] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.146979] env[69765]: DEBUG nova.scheduler.client.report [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.293417] env[69765]: DEBUG nova.network.neutron [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.313066] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0dbc220-c79d-4611-a761-4c398e82d33d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.324400] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d557e0c-e6bc-4e36-90c5-8861279c7ba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.358469] env[69765]: DEBUG nova.compute.manager [req-a3a25d76-6263-4a7b-888f-7c7d53ba0dd9 req-1eba06a6-602a-4ae9-816f-1b201ac02a9d service nova] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Detach interface failed, port_id=0cf2f579-4283-426e-b690-90f7383e7b8b, reason: Instance eb9176b6-4203-4151-9d96-1242d56193f9 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.449362] env[69765]: DEBUG nova.compute.manager [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.449617] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.450569] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930c185-2ee7-469f-97a7-e4d796f0fcb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.459441] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.459695] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-834509b9-3f65-401d-85f9-128637a0433a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.522820] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.523106] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.523237] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore2] 1e760c9f-2d4f-4439-9769-0c2f99ead68b {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.523542] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-203949e9-30f7-4f3a-9b3d-07d7b2acebf5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.531260] env[69765]: DEBUG oslo_vmware.api [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1163.531260] env[69765]: value = "task-3943874" [ 1163.531260] env[69765]: _type = "Task" [ 1163.531260] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.540493] env[69765]: DEBUG oslo_vmware.api [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.578097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.594715] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943872, 'name': PowerOffVM_Task, 'duration_secs': 0.214802} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.595028] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.595219] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.595565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd22b0e-d745-4342-8072-8e517fdc8786 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.651818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.655171] env[69765]: DEBUG nova.network.neutron [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.656472] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.615s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.658695] env[69765]: INFO nova.compute.claims [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.665136] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.665440] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.665569] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleting the datastore file [datastore2] 72764671-0fb9-4442-a49d-22c1b466ccd3 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.668365] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d1850d-8948-4da3-bca2-e3f265314151 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.677089] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1163.677089] env[69765]: value = "task-3943876" [ 1163.677089] env[69765]: _type = "Task" [ 1163.677089] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.683267] env[69765]: INFO nova.scheduler.client.report [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Deleted allocations for instance dad40592-af1d-483f-b12f-bf7a7404dd76 [ 1163.687527] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.798058] env[69765]: INFO nova.compute.manager [-] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Took 1.24 seconds to deallocate network for instance. [ 1164.041968] env[69765]: DEBUG oslo_vmware.api [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163348} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.042255] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.042443] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.042618] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.042788] env[69765]: INFO nova.compute.manager [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1164.043042] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.043240] env[69765]: DEBUG nova.compute.manager [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.043337] env[69765]: DEBUG nova.network.neutron [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1164.164366] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.189534] env[69765]: DEBUG oslo_vmware.api [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154346} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.189840] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.190078] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.190265] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.190615] env[69765]: INFO nova.compute.manager [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.190914] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.193392] env[69765]: DEBUG nova.compute.manager [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.193551] env[69765]: DEBUG nova.network.neutron [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1164.195896] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6fe143ec-3724-4584-8986-ed4ebf46fd82 tempest-ServersTestManualDisk-742830905 tempest-ServersTestManualDisk-742830905-project-member] Lock "dad40592-af1d-483f-b12f-bf7a7404dd76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.198s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.308894] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.680099] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef879e0-d9ba-4c61-8ad8-3d09a67a9de4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.686787] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361094f5-756c-43c4-a1ea-e9c4930e1578 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.722886] env[69765]: DEBUG nova.compute.manager [req-8f7966a0-fda4-4abf-8ade-a57ae6a09142 req-13755285-a29e-46de-b58b-58baa0e786a7 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Received event network-vif-deleted-60ac7ec2-cbf9-4c75-b7cc-e48a92717c04 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.723117] env[69765]: INFO nova.compute.manager [req-8f7966a0-fda4-4abf-8ade-a57ae6a09142 req-13755285-a29e-46de-b58b-58baa0e786a7 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Neutron deleted interface 60ac7ec2-cbf9-4c75-b7cc-e48a92717c04; detaching it from the instance and deleting it from the info cache [ 1164.723468] env[69765]: DEBUG nova.network.neutron [req-8f7966a0-fda4-4abf-8ade-a57ae6a09142 req-13755285-a29e-46de-b58b-58baa0e786a7 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.843063] env[69765]: DEBUG nova.network.neutron [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.850246] env[69765]: DEBUG nova.compute.manager [req-39e4d191-efc0-41a9-811f-ecf616b9cafa req-b31ab7f1-b634-4d5e-a65d-dae1cb742aa0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Received event network-vif-deleted-876e0233-2c33-43a0-a6f0-d10a7f034475 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.850246] env[69765]: INFO nova.compute.manager [req-39e4d191-efc0-41a9-811f-ecf616b9cafa req-b31ab7f1-b634-4d5e-a65d-dae1cb742aa0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Neutron deleted interface 876e0233-2c33-43a0-a6f0-d10a7f034475; detaching it from the instance and deleting it from the info cache [ 1164.852218] env[69765]: DEBUG nova.network.neutron [req-39e4d191-efc0-41a9-811f-ecf616b9cafa req-b31ab7f1-b634-4d5e-a65d-dae1cb742aa0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.912199] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd54bfa-c1c7-4db8-9fd3-5d1ec66cac37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.923101] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9f261a-d745-4a0d-a130-93c548520c44 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.959918] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446e374-95e7-4219-82d3-f9b88fad1bcd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.969697] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ff1c1-3fc7-4605-bd9f-729deff96ef6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.988198] env[69765]: DEBUG nova.compute.provider_tree [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.104450] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98373788-5f35-4453-9aba-541f0b83ea79 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.126349] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.210753] env[69765]: DEBUG nova.network.neutron [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.225947] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67dfdb75-cfe1-4ade-8c10-2e4e7e6b3aa9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.237717] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025afcd-af59-4bc9-9e17-226cfff1d306 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273220] env[69765]: DEBUG nova.compute.manager [req-8f7966a0-fda4-4abf-8ade-a57ae6a09142 req-13755285-a29e-46de-b58b-58baa0e786a7 service nova] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Detach interface failed, port_id=60ac7ec2-cbf9-4c75-b7cc-e48a92717c04, reason: Instance 72764671-0fb9-4442-a49d-22c1b466ccd3 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.353683] env[69765]: INFO nova.compute.manager [-] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Took 1.31 seconds to deallocate network for instance. [ 1165.355877] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99a33c71-bb6d-488c-906e-deaf13737404 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.370009] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d86aaf-51ec-489a-a12a-47d53940c110 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.405885] env[69765]: DEBUG nova.compute.manager [req-39e4d191-efc0-41a9-811f-ecf616b9cafa req-b31ab7f1-b634-4d5e-a65d-dae1cb742aa0 service nova] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Detach interface failed, port_id=876e0233-2c33-43a0-a6f0-d10a7f034475, reason: Instance 1e760c9f-2d4f-4439-9769-0c2f99ead68b could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.499298] env[69765]: DEBUG nova.scheduler.client.report [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.632771] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.633119] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137e0a19-0843-4fe9-a1e9-ef43f1733658 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.643717] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1165.643717] env[69765]: value = "task-3943877" [ 1165.643717] env[69765]: _type = "Task" [ 1165.643717] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.654141] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.714453] env[69765]: INFO nova.compute.manager [-] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Took 1.52 seconds to deallocate network for instance. [ 1165.831922] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f62517-0301-48b2-af6e-5f61d7d52475 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.863975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.865323] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c6c1f-6375-493b-ac94-555c51862595 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.874047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.884901] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.884901] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.008048] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.008048] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.010724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.829s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.157045] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943877, 'name': PowerOffVM_Task, 'duration_secs': 0.21307} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.158175] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.158564] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.221231] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.387027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.387530] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.391171] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a76574-bb04-445e-849e-f7453f8be533 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.399670] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1166.399670] env[69765]: value = "task-3943878" [ 1166.399670] env[69765]: _type = "Task" [ 1166.399670] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.410043] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.516239] env[69765]: DEBUG nova.compute.utils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.525771] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.526061] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.609818] env[69765]: DEBUG nova.policy [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.667034] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.667314] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.667515] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.667710] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.667859] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.668015] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.668241] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.668441] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.668955] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.668955] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.669083] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.674335] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21313333-2b04-46af-8c37-82601d74cc37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.693586] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1166.693586] env[69765]: value = "task-3943879" [ 1166.693586] env[69765]: _type = "Task" [ 1166.693586] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.709606] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.913351] env[69765]: DEBUG oslo_vmware.api [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943878, 'name': PowerOnVM_Task, 'duration_secs': 0.49959} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.913351] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.913351] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a236e187-14b1-4e2c-9634-b184f2839f65 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance '675ac472-f21d-4343-81d3-bae604a7fb44' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.920557] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.026175] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.033275] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Applying migration context for instance 675ac472-f21d-4343-81d3-bae604a7fb44 as it has an incoming, in-progress migration 6bf59ae7-eb7e-46ad-81f9-fa0c28696c08. Migration status is post-migrating {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1167.033275] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Applying migration context for instance 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 as it has an incoming, in-progress migration bfcfe4d6-588e-41d0-87af-32d161111496. Migration status is migrating {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1167.033275] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating resource usage from migration 6bf59ae7-eb7e-46ad-81f9-fa0c28696c08 [ 1167.033275] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating resource usage from migration bfcfe4d6-588e-41d0-87af-32d161111496 [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e98c48bd-df45-439d-ab1e-6c11c3612fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 3af1d66b-0c71-4ff9-b03e-f754ae167419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 72764671-0fb9-4442-a49d-22c1b466ccd3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 4c770c20-fd55-4261-928b-9a49adbf5a6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1167.060117] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance eb9176b6-4203-4151-9d96-1242d56193f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: WARNING nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 1e760c9f-2d4f-4439-9769-0c2f99ead68b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration 6bf59ae7-eb7e-46ad-81f9-fa0c28696c08 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 675ac472-f21d-4343-81d3-bae604a7fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration bfcfe4d6-588e-41d0-87af-32d161111496 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.060117] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance efdf063b-f522-46a6-a087-03d4f7675199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.082564] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Successfully created port: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.204462] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943879, 'name': ReconfigVM_Task, 'duration_secs': 0.244817} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.204853] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.562617] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e6aedfbd-3372-4071-8ce3-b97573505a32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1167.562969] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.562969] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.711205] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.711475] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.711642] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.711808] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.711953] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.712116] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.712322] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.712475] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.712663] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.712791] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.712962] env[69765]: DEBUG nova.virt.hardware [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.718386] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.721114] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5d8ccd-5b78-48a6-ac62-6f9f02dddd81 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.742343] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1167.742343] env[69765]: value = "task-3943880" [ 1167.742343] env[69765]: _type = "Task" [ 1167.742343] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.753830] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.761389] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f4ba65-bfe1-4a53-b331-1c40eac9216c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.770283] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3204282-8205-4259-a0db-922cafa17db4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.802748] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca39cb1-2abf-4d6d-b72c-4d25f736599c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.811425] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759dec06-1c39-484d-b431-c4dd3e3a2902 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.827328] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.043245] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.073928] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.073928] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.073928] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.074267] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.074267] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.074350] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.074519] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.074681] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.074850] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.075021] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.075206] env[69765]: DEBUG nova.virt.hardware [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.076158] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c062705-1471-43e7-aad9-cf36db58f6ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.086115] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99bacf8-dad2-4d8e-9e43-3ef094b438da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.253203] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943880, 'name': ReconfigVM_Task, 'duration_secs': 0.212698} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.253435] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.254255] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb94e6f-7173-499c-a600-ef3d68b2be87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.277825] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.278502] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac1f30a-b593-47d9-82bf-c49d1c63aa68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.296166] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1168.296166] env[69765]: value = "task-3943881" [ 1168.296166] env[69765]: _type = "Task" [ 1168.296166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.304336] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.330658] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.503470] env[69765]: DEBUG nova.compute.manager [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-plugged-7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.503470] env[69765]: DEBUG oslo_concurrency.lockutils [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.503754] env[69765]: DEBUG oslo_concurrency.lockutils [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.503754] env[69765]: DEBUG oslo_concurrency.lockutils [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.503889] env[69765]: DEBUG nova.compute.manager [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] No waiting events found dispatching network-vif-plugged-7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.504101] env[69765]: WARNING nova.compute.manager [req-700259e5-8988-4805-8279-d5304fc81627 req-ec82c42b-efe4-4534-ad09-78927011828c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received unexpected event network-vif-plugged-7caef0ca-59fa-4ded-a24e-8a399ff23d6b for instance with vm_state building and task_state spawning. [ 1168.614574] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Successfully updated port: 7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.806582] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943881, 'name': ReconfigVM_Task, 'duration_secs': 0.26508} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.806849] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2/21a65f62-a03b-4dd7-8f1e-6f75e37237f2.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.807173] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.835955] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.836214] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.826s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.836584] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.094s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.836813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.839123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.531s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.839360] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.841282] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.978s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.841542] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.843799] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.622s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.843799] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.845135] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.925s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.847476] env[69765]: INFO nova.compute.claims [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.851023] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.851023] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1168.875845] env[69765]: INFO nova.scheduler.client.report [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance 1e760c9f-2d4f-4439-9769-0c2f99ead68b [ 1168.880518] env[69765]: INFO nova.scheduler.client.report [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted allocations for instance 4c770c20-fd55-4261-928b-9a49adbf5a6a [ 1168.892686] env[69765]: INFO nova.scheduler.client.report [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Deleted allocations for instance eb9176b6-4203-4151-9d96-1242d56193f9 [ 1168.897786] env[69765]: INFO nova.scheduler.client.report [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted allocations for instance 72764671-0fb9-4442-a49d-22c1b466ccd3 [ 1169.117671] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.117842] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.118039] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1169.316224] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826c309-9c66-408f-8ea6-cded219f4e45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.337848] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f6a020-d903-4a2b-8706-0f20a59f1655 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.375755] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] There are 55 instances to clean {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1169.375959] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: deaa0fff-c146-4586-941a-ea71596a7772] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.377892] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.390679] env[69765]: DEBUG oslo_concurrency.lockutils [None req-9fdb0da2-8456-44d7-957a-f772d09d704d tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "1e760c9f-2d4f-4439-9769-0c2f99ead68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.450s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.392723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a4c1f1d4-2df0-477e-9881-5e06b94a2375 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4c770c20-fd55-4261-928b-9a49adbf5a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.460s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.405724] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7f6c69b7-e56e-4ace-8510-a4022da45be6 tempest-DeleteServersTestJSON-698622211 tempest-DeleteServersTestJSON-698622211-project-member] Lock "eb9176b6-4203-4151-9d96-1242d56193f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.483s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.406972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4b60e4fb-0980-4aab-8364-1aa6c7b60d96 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "72764671-0fb9-4442-a49d-22c1b466ccd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.861s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.575715] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1eacd-cdd3-43c7-a953-147c6a99a659 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.585265] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f03ae-ef19-4b3e-9959-cac9d79a3041 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.617835] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b56ee-91d2-43ec-a7be-df84dc18cffb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.630027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25053e-5027-402e-b7b6-b7829c730886 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.645815] env[69765]: DEBUG nova.compute.provider_tree [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.661047] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1169.799977] env[69765]: DEBUG nova.network.neutron [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.882789] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 1dbc4c61-3690-4ce9-a251-60883e2a7ab9] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.911669] env[69765]: DEBUG nova.network.neutron [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Port e529825f-a67e-4ded-91b7-ef2abbf02d64 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1169.912017] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.912230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.912589] env[69765]: DEBUG nova.network.neutron [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1169.945778] env[69765]: DEBUG nova.network.neutron [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Port 59a6a5df-77fb-4140-b962-c813a113745c binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1169.990189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.990189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.990189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.990189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.990496] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.992715] env[69765]: INFO nova.compute.manager [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Terminating instance [ 1170.152077] env[69765]: DEBUG nova.scheduler.client.report [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.303038] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.303538] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Instance network_info: |[{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.304087] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:88:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7caef0ca-59fa-4ded-a24e-8a399ff23d6b', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.311974] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.312576] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.312817] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37691ac2-53c5-4efb-822b-d3b31287c904 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.334713] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.334713] env[69765]: value = "task-3943883" [ 1170.334713] env[69765]: _type = "Task" [ 1170.334713] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.343590] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943883, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.390346] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: dad40592-af1d-483f-b12f-bf7a7404dd76] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.496734] env[69765]: DEBUG nova.compute.manager [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.497046] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.498584] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeecee5c-d09d-4561-9188-5213f9a14c16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.508160] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.510764] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a265674-b096-4836-90c0-c591c038d2a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.518773] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1170.518773] env[69765]: value = "task-3943884" [ 1170.518773] env[69765]: _type = "Task" [ 1170.518773] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.529423] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.531716] env[69765]: DEBUG nova.compute.manager [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-changed-7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.531945] env[69765]: DEBUG nova.compute.manager [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing instance network info cache due to event network-changed-7caef0ca-59fa-4ded-a24e-8a399ff23d6b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.532186] env[69765]: DEBUG oslo_concurrency.lockutils [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.532341] env[69765]: DEBUG oslo_concurrency.lockutils [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.532490] env[69765]: DEBUG nova.network.neutron [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing network info cache for port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1170.657121] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.812s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.657662] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.814023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.814372] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.846679] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943883, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.895349] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 2306f509-f7b9-45b2-9994-1f64164e599f] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.975572] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.975981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.976309] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.010305] env[69765]: DEBUG nova.network.neutron [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.030477] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943884, 'name': PowerOffVM_Task, 'duration_secs': 0.233016} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.030794] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.030964] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.031183] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad430b6-02a2-4072-a5b8-b52f44db1504 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.106241] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.106241] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.106241] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleting the datastore file [datastore1] 3af1d66b-0c71-4ff9-b03e-f754ae167419 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.107160] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ca0885-f421-4749-8cd4-43a5866e2e9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.115317] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for the task: (returnval){ [ 1171.115317] env[69765]: value = "task-3943886" [ 1171.115317] env[69765]: _type = "Task" [ 1171.115317] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.131658] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.163446] env[69765]: DEBUG nova.compute.utils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.165484] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.165759] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.255636] env[69765]: DEBUG nova.network.neutron [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updated VIF entry in instance network info cache for port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1171.255990] env[69765]: DEBUG nova.network.neutron [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.262469] env[69765]: DEBUG nova.policy [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65f9b4f29be4138a6652a4faae9a69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b04eecc2422141ec8689f9c5a823213d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.316734] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.345473] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943883, 'name': CreateVM_Task, 'duration_secs': 0.721169} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.345654] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.346354] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.346683] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.346854] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.347194] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ef8b44-e1d3-46b6-95e1-0ebabc1bf555 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.352593] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1171.352593] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5219f937-2f9b-4c04-5d55-d8073ad12e49" [ 1171.352593] env[69765]: _type = "Task" [ 1171.352593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.361947] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219f937-2f9b-4c04-5d55-d8073ad12e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.398417] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 6f1099b0-9155-4d3c-a6d9-3de379ed2464] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.512900] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.631807] env[69765]: DEBUG oslo_vmware.api [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Task: {'id': task-3943886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508764} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.633116] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.633116] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.633116] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.633116] env[69765]: INFO nova.compute.manager [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1171.633534] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.633780] env[69765]: DEBUG nova.compute.manager [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.633930] env[69765]: DEBUG nova.network.neutron [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1171.671117] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.758805] env[69765]: DEBUG oslo_concurrency.lockutils [req-9a383d0d-fdac-48e5-9eb1-566448c16e84 req-e609456c-c11f-4606-ba03-8a536afb5e48 service nova] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.844303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.844444] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.847548] env[69765]: INFO nova.compute.claims [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.863702] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219f937-2f9b-4c04-5d55-d8073ad12e49, 'name': SearchDatastore_Task, 'duration_secs': 0.022653} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.864028] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.864269] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.864506] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.866073] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.866073] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.866073] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a28fbf-bcf2-4c4b-b64a-bf90dde8dc26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.882169] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.882449] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.883948] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ca9ff6-1a08-477b-a7c2-114fb6f3961c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.890776] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1171.890776] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f18c82-ec22-56fc-f405-1b3d42f1709c" [ 1171.890776] env[69765]: _type = "Task" [ 1171.890776] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.901732] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f18c82-ec22-56fc-f405-1b3d42f1709c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.901878] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: ae45abd4-2cab-48e9-9b08-cc91b46b6cf7] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.919566] env[69765]: DEBUG nova.compute.manager [req-0bdac36f-bd0a-4878-9061-ab7e0fa4bd2b req-57e55ae0-e062-4d89-8c16-270ce7133031 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Received event network-vif-deleted-07fe65d2-bedf-49be-b1b6-27c4df915249 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.920349] env[69765]: INFO nova.compute.manager [req-0bdac36f-bd0a-4878-9061-ab7e0fa4bd2b req-57e55ae0-e062-4d89-8c16-270ce7133031 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Neutron deleted interface 07fe65d2-bedf-49be-b1b6-27c4df915249; detaching it from the instance and deleting it from the info cache [ 1171.920349] env[69765]: DEBUG nova.network.neutron [req-0bdac36f-bd0a-4878-9061-ab7e0fa4bd2b req-57e55ae0-e062-4d89-8c16-270ce7133031 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.987679] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Successfully created port: aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.016607] env[69765]: DEBUG nova.compute.manager [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69765) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1172.028746] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.028746] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.028746] env[69765]: DEBUG nova.network.neutron [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1172.180715] env[69765]: INFO nova.virt.block_device [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Booting with volume ebd8fda5-a96d-46d3-889a-8bb06b8d87a6 at /dev/sda [ 1172.219590] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ef9a097-bccf-4f8d-a795-3b0aeddade62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.231129] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba70982-dc3b-4d67-9404-d71ba4bee578 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.262929] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebba4c9e-91ce-463b-92e0-a31f9841ebf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.272010] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da193689-e426-4bac-aabe-f742bfbc5eed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.308177] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be78e8-3d29-47c2-9b27-1bdc8d7ed197 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.315720] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d566afa-19e7-4c9f-add6-6fe0cdbd324a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.330901] env[69765]: DEBUG nova.virt.block_device [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating existing volume attachment record: a8b58f2b-d0af-42ac-80fe-09b05c1d2545 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.397902] env[69765]: DEBUG nova.network.neutron [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.404403] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f18c82-ec22-56fc-f405-1b3d42f1709c, 'name': SearchDatastore_Task, 'duration_secs': 0.023179} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.405258] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c2d970-b276-4466-a2ff-0cf500fc3bd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.408127] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: ec78aec2-c4b3-4849-8d7a-fac1efe5f68c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.416580] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1172.416580] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524def06-47f7-bb59-856d-14c841367fd0" [ 1172.416580] env[69765]: _type = "Task" [ 1172.416580] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.422742] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e26be9e3-af46-4a1c-880d-ea29255de744 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.431084] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524def06-47f7-bb59-856d-14c841367fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.432751] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.432751] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] efdf063b-f522-46a6-a087-03d4f7675199/efdf063b-f522-46a6-a087-03d4f7675199.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.432751] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eda5e0d-22de-4930-9e79-79458c6ee25f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.439541] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c8552-ea94-494b-8c96-9422baaac4e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.453697] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1172.453697] env[69765]: value = "task-3943887" [ 1172.453697] env[69765]: _type = "Task" [ 1172.453697] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.463497] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.473699] env[69765]: DEBUG nova.compute.manager [req-0bdac36f-bd0a-4878-9061-ab7e0fa4bd2b req-57e55ae0-e062-4d89-8c16-270ce7133031 service nova] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Detach interface failed, port_id=07fe65d2-bedf-49be-b1b6-27c4df915249, reason: Instance 3af1d66b-0c71-4ff9-b03e-f754ae167419 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.741185] env[69765]: DEBUG nova.network.neutron [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.905480] env[69765]: INFO nova.compute.manager [-] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Took 1.27 seconds to deallocate network for instance. [ 1172.913997] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 51b113cd-14d7-4404-9218-7720b16ec38e] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.977280] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.054680] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.055598] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.074280] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e725e9-1161-4a5a-8e3f-e957415332d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.086816] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8be341-3c73-46e1-b920-ec9b5134004b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.133960] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be22bf-2b7d-4291-b62a-b815497ae46e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.140291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.143262] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bae9cd-d6f9-4fb5-b8e7-3717656a912f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.162706] env[69765]: DEBUG nova.compute.provider_tree [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.244978] env[69765]: DEBUG oslo_concurrency.lockutils [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.418619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.419068] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 283f2414-80e5-4adf-a6bd-fdb21c0e1823] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.472287] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943887, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.558440] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.669020] env[69765]: DEBUG nova.scheduler.client.report [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.684372] env[69765]: DEBUG nova.compute.manager [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Received event network-vif-plugged-aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.685154] env[69765]: DEBUG oslo_concurrency.lockutils [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.685565] env[69765]: DEBUG oslo_concurrency.lockutils [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.689504] env[69765]: DEBUG oslo_concurrency.lockutils [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.689504] env[69765]: DEBUG nova.compute.manager [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] No waiting events found dispatching network-vif-plugged-aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.689504] env[69765]: WARNING nova.compute.manager [req-23061896-a9b9-479b-99cb-be921b91bb02 req-02b5da7c-dc26-4447-a0a7-5f20b369c326 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Received unexpected event network-vif-plugged-aee867d7-188d-4f35-b40f-16ce445f4732 for instance with vm_state building and task_state block_device_mapping. [ 1173.771817] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5310a9-1b13-49fb-aa42-4f1ea2c72e82 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.792471] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14ffffc-22dc-4306-8cc4-d2bc3a4ffba3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.801022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.872129] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Successfully updated port: aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.922393] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b31cc8a9-f487-40e7-ada5-5ea2f8979d44] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.970808] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943887, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.080954] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.171991] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.172674] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.176309] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.037s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.308047] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.308409] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b0b74e-3447-46d8-8d90-53df30b5e13c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317867] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1174.317867] env[69765]: value = "task-3943888" [ 1174.317867] env[69765]: _type = "Task" [ 1174.317867] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.328884] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.375430] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.375580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.375736] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1174.426582] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 57a56aea-47b4-4492-bf8d-9ed383c70307] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.432502] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.432502] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.432502] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.432502] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.433607] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.433607] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.433607] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.433607] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.433607] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.433896] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.433896] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.434051] env[69765]: DEBUG nova.virt.hardware [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.438153] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db44e66-a741-4d8d-a8e0-f4ea4eb9e82e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.446426] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb06ead5-7e44-41f7-bf63-cfc538b8e787 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.475162] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943887, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.606643} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.475959] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] efdf063b-f522-46a6-a087-03d4f7675199/efdf063b-f522-46a6-a087-03d4f7675199.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.475959] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.476240] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82988c37-910b-4e02-a878-ba97288a2bff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.483508] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1174.483508] env[69765]: value = "task-3943889" [ 1174.483508] env[69765]: _type = "Task" [ 1174.483508] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.493788] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.680909] env[69765]: DEBUG nova.compute.utils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.683538] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.683762] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.686305] env[69765]: DEBUG nova.objects.instance [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'migration_context' on Instance uuid 675ac472-f21d-4343-81d3-bae604a7fb44 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.745935] env[69765]: DEBUG nova.policy [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7b766b5f4e4b61a006fa4ba59a4b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158ea374476b47b89a611cda21913aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.833398] env[69765]: DEBUG oslo_vmware.api [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943888, 'name': PowerOnVM_Task, 'duration_secs': 0.481574} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.833398] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.833398] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-95af352e-af2d-44d5-a80d-fc3bb668ac49 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance '21a65f62-a03b-4dd7-8f1e-6f75e37237f2' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.906872] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1174.933782] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 937425b4-ba26-46b9-ac35-e191a38f6ad6] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.993544] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070019} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.993825] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.994696] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c963dc-300e-4997-9f29-c71289fda7be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.019527] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] efdf063b-f522-46a6-a087-03d4f7675199/efdf063b-f522-46a6-a087-03d4f7675199.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.022271] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5001f8-2e21-40e5-9109-8609132635de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044082] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1175.044082] env[69765]: value = "task-3943890" [ 1175.044082] env[69765]: _type = "Task" [ 1175.044082] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.054706] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.071954] env[69765]: DEBUG nova.network.neutron [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.151895] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Successfully created port: b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.188984] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.395510] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b1bd9-3e48-4f12-8af2-678b087cefff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.403742] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b9e75-c9c0-429d-9a49-5771279a27ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.435549] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: ff4aa1a3-f5c6-4f42-bbb4-ced59c2fd2e3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.438206] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b647b-8fa7-4667-8c21-1de45ed5098a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.448298] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654fa1ae-7092-48e3-9607-fd26f34c5579 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.463794] env[69765]: DEBUG nova.compute.provider_tree [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.554960] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.575429] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.575894] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Instance network_info: |[{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.576490] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee867d7-188d-4f35-b40f-16ce445f4732', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.584927] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.585245] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.585426] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed57f33-60da-4eee-ad86-e6fa4cf45be9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.610304] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.610304] env[69765]: value = "task-3943891" [ 1175.610304] env[69765]: _type = "Task" [ 1175.610304] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.623653] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943891, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.715598] env[69765]: DEBUG nova.compute.manager [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Received event network-changed-aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.715838] env[69765]: DEBUG nova.compute.manager [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Refreshing instance network info cache due to event network-changed-aee867d7-188d-4f35-b40f-16ce445f4732. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.716153] env[69765]: DEBUG oslo_concurrency.lockutils [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.716319] env[69765]: DEBUG oslo_concurrency.lockutils [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.716526] env[69765]: DEBUG nova.network.neutron [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Refreshing network info cache for port aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1175.942222] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: a57b0d98-4552-44cd-8aa8-8e3eaa08cb1e] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.968058] env[69765]: DEBUG nova.scheduler.client.report [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.054856] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943890, 'name': ReconfigVM_Task, 'duration_secs': 0.707003} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.056026] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfigured VM instance instance-0000006d to attach disk [datastore2] efdf063b-f522-46a6-a087-03d4f7675199/efdf063b-f522-46a6-a087-03d4f7675199.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.056212] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-260b7d8a-c206-4027-a454-1b0271a881be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.063644] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1176.063644] env[69765]: value = "task-3943892" [ 1176.063644] env[69765]: _type = "Task" [ 1176.063644] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.073681] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943892, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.122670] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943891, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.206130] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.237761] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.238031] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.238261] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.238508] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.238676] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.238828] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.239054] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.239221] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.239381] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.239545] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.239715] env[69765]: DEBUG nova.virt.hardware [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.241035] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52edacf6-c991-4652-94ad-47553eba64ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.250408] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd64c8-abb3-440c-8106-04c8520bf343 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.439836] env[69765]: DEBUG nova.network.neutron [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updated VIF entry in instance network info cache for port aee867d7-188d-4f35-b40f-16ce445f4732. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1176.440210] env[69765]: DEBUG nova.network.neutron [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.446538] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b15264c1-dc31-4801-980b-606f47f5ece2] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.575693] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943892, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.624847] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943891, 'name': CreateVM_Task, 'duration_secs': 0.657617} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.625143] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.626187] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a8b58f2b-d0af-42ac-80fe-09b05c1d2545', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782831', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'name': 'volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6aedfbd-3372-4071-8ce3-b97573505a32', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'serial': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69765) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1176.626495] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Root volume attach. Driver type: vmdk {{(pid=69765) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1176.627857] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e4cb2-816e-4461-8a2a-e7da0eb03bef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.641954] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f167922-910a-41e5-9c1d-476b67feb558 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.652788] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586bfe31-0d93-43fe-b017-d61bc0b0af10 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.664274] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6a992354-8a47-41ca-afcd-79c028351328 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.675332] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1176.675332] env[69765]: value = "task-3943893" [ 1176.675332] env[69765]: _type = "Task" [ 1176.675332] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.688584] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943893, 'name': RelocateVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.763603] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Successfully updated port: b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.943066] env[69765]: DEBUG oslo_concurrency.lockutils [req-49228f1e-dc0c-47a9-bef1-6032ab81ffa3 req-e7539440-8315-421c-8d1f-bfeb1b6d86a0 service nova] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.949936] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 120fe176-da8b-40fb-855b-229ab88c6bb0] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.980093] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.804s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.986189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.568s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.986491] env[69765]: DEBUG nova.objects.instance [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lazy-loading 'resources' on Instance uuid 3af1d66b-0c71-4ff9-b03e-f754ae167419 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.074990] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943892, 'name': Rename_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.187293] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943893, 'name': RelocateVM_Task, 'duration_secs': 0.41632} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.187641] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.187878] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782831', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'name': 'volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6aedfbd-3372-4071-8ce3-b97573505a32', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'serial': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.188776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58655e64-8839-4e98-b759-05ffafb6d6ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.205837] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941dea4-12a3-4603-b182-37b20141cc33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.230058] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6/volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.230454] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66bccfc-d3bc-4013-bcfc-75879a552991 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.253054] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1177.253054] env[69765]: value = "task-3943894" [ 1177.253054] env[69765]: _type = "Task" [ 1177.253054] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.261860] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.264577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.264732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.264852] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1177.453198] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: be71a8e8-ecdc-4ff2-845f-8b5872a474df] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.576424] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943892, 'name': Rename_Task, 'duration_secs': 1.192604} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.576811] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.577043] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00fdefb8-78bb-4643-8aae-3d85b6adc6b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.583420] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1177.583420] env[69765]: value = "task-3943895" [ 1177.583420] env[69765]: _type = "Task" [ 1177.583420] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.594581] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.612767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.613185] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.613475] env[69765]: DEBUG nova.compute.manager [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Going to confirm migration 8 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1177.742481] env[69765]: DEBUG nova.compute.manager [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Received event network-vif-plugged-b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.742722] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.742947] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.743118] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.743288] env[69765]: DEBUG nova.compute.manager [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] No waiting events found dispatching network-vif-plugged-b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.743475] env[69765]: WARNING nova.compute.manager [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Received unexpected event network-vif-plugged-b30761f8-2065-4b89-92dc-30f0275ab786 for instance with vm_state building and task_state spawning. [ 1177.743652] env[69765]: DEBUG nova.compute.manager [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Received event network-changed-b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.743819] env[69765]: DEBUG nova.compute.manager [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Refreshing instance network info cache due to event network-changed-b30761f8-2065-4b89-92dc-30f0275ab786. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.744047] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Acquiring lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.765775] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943894, 'name': ReconfigVM_Task, 'duration_secs': 0.325458} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.766368] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6/volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.775876] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e78118-8893-4045-8494-925449b223cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.795439] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1177.795439] env[69765]: value = "task-3943896" [ 1177.795439] env[69765]: _type = "Task" [ 1177.795439] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.800700] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb12756-423d-47e8-a9f2-e93966c0361a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808734] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.811643] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ba3ac-afb7-4c16-9dd8-cea2b4ea2c6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.847530] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1177.850101] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1fe58-0ddf-4d9f-a463-06a471e95304 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.858838] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ac7809-ecf3-4cd1-b730-4cebe11cfc70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.876081] env[69765]: DEBUG nova.compute.provider_tree [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.956555] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: c0389a4e-09fb-4e41-9bae-9e5d38606649] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.005636] env[69765]: DEBUG nova.network.neutron [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.094864] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.177334] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.177518] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.177697] env[69765]: DEBUG nova.network.neutron [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1178.177955] env[69765]: DEBUG nova.objects.instance [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'info_cache' on Instance uuid 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.306493] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943896, 'name': ReconfigVM_Task, 'duration_secs': 0.135968} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.306821] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782831', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'name': 'volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6aedfbd-3372-4071-8ce3-b97573505a32', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'serial': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.307389] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4cc03b-5a73-4182-a29c-7e10ba11e6d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.314050] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1178.314050] env[69765]: value = "task-3943897" [ 1178.314050] env[69765]: _type = "Task" [ 1178.314050] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.322891] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943897, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.382127] env[69765]: DEBUG nova.scheduler.client.report [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.460023] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 730063ed-13a2-42fa-a76e-d60b8c39f45b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.508925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.509283] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Instance network_info: |[{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.509562] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Acquired lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.509743] env[69765]: DEBUG nova.network.neutron [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Refreshing network info cache for port b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1178.510909] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:dd:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30761f8-2065-4b89-92dc-30f0275ab786', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.518392] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.519654] env[69765]: INFO nova.compute.manager [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Swapping old allocation on dict_keys(['974ec474-c930-4644-a9cb-e8fbc2072a2b']) held by migration 6bf59ae7-eb7e-46ad-81f9-fa0c28696c08 for instance [ 1178.520454] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.522568] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf41abe2-a9a9-4f8b-83a5-80cc05edd183 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.547049] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.547049] env[69765]: value = "task-3943898" [ 1178.547049] env[69765]: _type = "Task" [ 1178.547049] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.551670] env[69765]: DEBUG nova.scheduler.client.report [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Overwriting current allocation {'allocations': {'974ec474-c930-4644-a9cb-e8fbc2072a2b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': 'fd9063ca15cd4ad3ac263e1b8eca6bb8', 'user_id': 'eeab4a5f4fd94748b51faaad28b7b791', 'consumer_generation': 1} on consumer 675ac472-f21d-4343-81d3-bae604a7fb44 {{(pid=69765) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1178.559413] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943898, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.594784] env[69765]: DEBUG oslo_vmware.api [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943895, 'name': PowerOnVM_Task, 'duration_secs': 0.60923} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.595143] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.595378] env[69765]: INFO nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1178.595561] env[69765]: DEBUG nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.596378] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cfab85-1912-4b3e-ac3b-46b2e7a0b9e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.637908] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.638118] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.638356] env[69765]: DEBUG nova.network.neutron [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1178.824439] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943897, 'name': Rename_Task, 'duration_secs': 0.288005} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.824718] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.824984] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22afdfb-23bf-424d-be59-9182531b9f1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.831573] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1178.831573] env[69765]: value = "task-3943899" [ 1178.831573] env[69765]: _type = "Task" [ 1178.831573] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.840038] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.887642] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.889892] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.810s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.891266] env[69765]: INFO nova.compute.claims [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.905615] env[69765]: INFO nova.scheduler.client.report [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Deleted allocations for instance 3af1d66b-0c71-4ff9-b03e-f754ae167419 [ 1178.963310] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 151be03a-6cd3-4dda-a23e-d18f33821491] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.057310] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943898, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.119613] env[69765]: INFO nova.compute.manager [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Took 23.10 seconds to build instance. [ 1179.255744] env[69765]: DEBUG nova.network.neutron [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updated VIF entry in instance network info cache for port b30761f8-2065-4b89-92dc-30f0275ab786. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1179.256066] env[69765]: DEBUG nova.network.neutron [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.345771] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.414906] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f6194fed-09ae-4f57-bb8b-d89d938517f3 tempest-ServersTestJSON-1255273863 tempest-ServersTestJSON-1255273863-project-member] Lock "3af1d66b-0c71-4ff9-b03e-f754ae167419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.426s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.434598] env[69765]: DEBUG nova.network.neutron [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [{"id": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "address": "fa:16:3e:42:c3:c3", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape529825f-a6", "ovs_interfaceid": "e529825f-a67e-4ded-91b7-ef2abbf02d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.441163] env[69765]: DEBUG nova.network.neutron [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [{"id": "59a6a5df-77fb-4140-b962-c813a113745c", "address": "fa:16:3e:d9:ca:7f", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a6a5df-77", "ovs_interfaceid": "59a6a5df-77fb-4140-b962-c813a113745c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.468879] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 80528a07-6c98-44ea-8ee4-7520a16f1cb7] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.558681] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943898, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.621923] env[69765]: DEBUG oslo_concurrency.lockutils [None req-29f5dabd-a098-4900-ba49-3a60124a6c5f tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.606s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.758684] env[69765]: DEBUG oslo_concurrency.lockutils [req-12f05b69-c098-446a-ac0f-40109600d812 req-e1f174fa-a221-4482-b105-66808a52af80 service nova] Releasing lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.844416] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.937615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-675ac472-f21d-4343-81d3-bae604a7fb44" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.938075] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ffde05-1f23-4dda-bc8e-be210cb0a803 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.944474] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-21a65f62-a03b-4dd7-8f1e-6f75e37237f2" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.948540] env[69765]: DEBUG nova.objects.instance [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'migration_context' on Instance uuid 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.951427] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dbd41f-ccda-4a3e-882b-3edcf0e73ee7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.980777] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 1c2155bb-9d72-421f-9dc4-2001257fd704] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.065915] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943898, 'name': CreateVM_Task, 'duration_secs': 1.30621} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.069791] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.071953] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.072161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.072578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.072787] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fc4909-545a-48c5-83d5-f5cb2db4decf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.082032] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1180.082032] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5219fbde-d204-1d9f-a1e2-1eb5e25ab984" [ 1180.082032] env[69765]: _type = "Task" [ 1180.082032] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.093629] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219fbde-d204-1d9f-a1e2-1eb5e25ab984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.101631] env[69765]: DEBUG nova.compute.manager [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-changed-7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.101631] env[69765]: DEBUG nova.compute.manager [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing instance network info cache due to event network-changed-7caef0ca-59fa-4ded-a24e-8a399ff23d6b. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.101631] env[69765]: DEBUG oslo_concurrency.lockutils [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.101631] env[69765]: DEBUG oslo_concurrency.lockutils [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.101631] env[69765]: DEBUG nova.network.neutron [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing network info cache for port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1180.145433] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbda407f-56c0-4773-9185-8d9e59b8a910 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.155629] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ca3fea-ca3e-4053-9d16-f7f2123f5500 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.191638] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8520fc26-4d4f-4d2a-901e-e41e2e67a83c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.200405] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bed582-98eb-422a-8c9f-e124513508cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.217177] env[69765]: DEBUG nova.compute.provider_tree [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.344076] env[69765]: DEBUG oslo_vmware.api [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943899, 'name': PowerOnVM_Task, 'duration_secs': 1.189974} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.344363] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.344571] env[69765]: INFO nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1180.344754] env[69765]: DEBUG nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.345622] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41775a06-eda2-47d6-ac42-00f61621312b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.452511] env[69765]: DEBUG nova.objects.base [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Object Instance<21a65f62-a03b-4dd7-8f1e-6f75e37237f2> lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1180.453522] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35275acf-ea1c-4dd3-b072-69cf98da29af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.474611] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e81b1ce-172e-4ca9-a0b1-d04918b360b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.480987] env[69765]: DEBUG oslo_vmware.api [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1180.480987] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52257a79-abbb-6d4b-d5d4-b7fdc69afbe2" [ 1180.480987] env[69765]: _type = "Task" [ 1180.480987] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.484500] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 38434b02-7421-45d1-9b34-b06bbf9d4ea6] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.493380] env[69765]: DEBUG oslo_vmware.api [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52257a79-abbb-6d4b-d5d4-b7fdc69afbe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.593976] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5219fbde-d204-1d9f-a1e2-1eb5e25ab984, 'name': SearchDatastore_Task, 'duration_secs': 0.023935} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.600027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.600027] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.600027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.600027] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.600027] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.600027] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f6422bd-73f3-48d3-a6ae-b7aad097913f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610875] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.611092] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.611848] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433b3f68-de2d-4e92-82c1-77fa4d3e94bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.619370] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1180.619370] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c13eec-5405-7c83-cbd2-95b5c2015f1e" [ 1180.619370] env[69765]: _type = "Task" [ 1180.619370] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.628815] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c13eec-5405-7c83-cbd2-95b5c2015f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.720818] env[69765]: DEBUG nova.scheduler.client.report [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.866838] env[69765]: INFO nova.compute.manager [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Took 13.97 seconds to build instance. [ 1180.891435] env[69765]: DEBUG nova.network.neutron [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updated VIF entry in instance network info cache for port 7caef0ca-59fa-4ded-a24e-8a399ff23d6b. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1180.891809] env[69765]: DEBUG nova.network.neutron [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.988886] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b508dcde-eb7c-4c8a-a38e-6e2f2a253904] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.995323] env[69765]: DEBUG oslo_vmware.api [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52257a79-abbb-6d4b-d5d4-b7fdc69afbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.995654] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.099859] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.100284] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04188790-92f0-41e0-bed8-319915c63891 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.108966] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1181.108966] env[69765]: value = "task-3943900" [ 1181.108966] env[69765]: _type = "Task" [ 1181.108966] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.121530] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.131600] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c13eec-5405-7c83-cbd2-95b5c2015f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.023545} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.132409] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c6f5a0-c306-4e02-b833-c1e812907984 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.139258] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1181.139258] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d56233-0b8e-0f52-5c3d-a9cf16f39be5" [ 1181.139258] env[69765]: _type = "Task" [ 1181.139258] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.151371] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d56233-0b8e-0f52-5c3d-a9cf16f39be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.227223] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.227941] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.231205] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.235s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.369136] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc61bf53-7e21-4a27-b593-7853828792a3 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.484s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.403532] env[69765]: DEBUG oslo_concurrency.lockutils [req-d2bc2572-ff6c-45a6-a67d-6039c61d83eb req-26df238b-fff9-4527-a311-cded61cf7712 service nova] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.492137] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e5f3f844-58c7-4970-9aed-230e4b4d9df3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.618906] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943900, 'name': PowerOffVM_Task, 'duration_secs': 0.247881} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.619277] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.620052] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.620317] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.620511] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.620736] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.621016] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.621105] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.621351] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.621570] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.621775] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.621971] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.622208] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.627852] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7df355d-04e2-40a5-b59c-8247c2936331 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.645832] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1181.645832] env[69765]: value = "task-3943901" [ 1181.645832] env[69765]: _type = "Task" [ 1181.645832] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.653791] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d56233-0b8e-0f52-5c3d-a9cf16f39be5, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.654487] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.654805] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 4523e785-73e4-4dd1-8435-fc87a0a36772/4523e785-73e4-4dd1-8435-fc87a0a36772.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.655144] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5285063d-aee7-44fc-85b3-1c70590e05c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.660633] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.665363] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1181.665363] env[69765]: value = "task-3943902" [ 1181.665363] env[69765]: _type = "Task" [ 1181.665363] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.676145] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.734852] env[69765]: DEBUG nova.compute.utils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.739500] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.739696] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.790115] env[69765]: DEBUG nova.policy [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd514df4d9a45e0b439a6d2919f10db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1905b06bf1734971aff7642418c47123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.909217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.909532] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.909820] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.910105] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.910357] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.912954] env[69765]: INFO nova.compute.manager [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Terminating instance [ 1181.939713] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91483f59-25ab-4530-be31-4ca871ba1653 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.950014] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4c0a9-8c55-4ddc-b572-0585d1950eae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.987174] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc08f1c-75d2-43c5-b4ba-fb2193e6b57f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.998285] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961717a-c3a9-4c47-90c2-cc34c22d6166 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.003020] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 763138ad-4b8e-4cb1-8e84-b606e48e777c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.018495] env[69765]: DEBUG nova.compute.provider_tree [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.105834] env[69765]: DEBUG nova.compute.manager [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.108026] env[69765]: DEBUG nova.compute.manager [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing instance network info cache due to event network-changed-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.108026] env[69765]: DEBUG oslo_concurrency.lockutils [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] Acquiring lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.108026] env[69765]: DEBUG oslo_concurrency.lockutils [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] Acquired lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.108026] env[69765]: DEBUG nova.network.neutron [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Refreshing network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1182.161123] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943901, 'name': ReconfigVM_Task, 'duration_secs': 0.195476} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.161751] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e24a3c-cfcd-4027-925e-1e3342cb5e27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.180181] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.203900] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.203900] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.203900] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.203900] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.203900] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.204285] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.204357] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.204558] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.204805] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.205034] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.205256] env[69765]: DEBUG nova.virt.hardware [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.206422] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb687504-fdcb-480a-b2a5-1fbc98b5fcfd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.214518] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1182.214518] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521963fc-fd1f-36d0-2f4e-299628931318" [ 1182.214518] env[69765]: _type = "Task" [ 1182.214518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.224869] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521963fc-fd1f-36d0-2f4e-299628931318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.240882] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.423279] env[69765]: DEBUG nova.compute.manager [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.423526] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.424552] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c18c38-eab9-43b0-92e4-338e0508f4c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.433392] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.433640] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27dc12c5-45e2-43e6-8657-00822bdd836d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.442748] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1182.442748] env[69765]: value = "task-3943903" [ 1182.442748] env[69765]: _type = "Task" [ 1182.442748] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.454284] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.490179] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Successfully created port: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.506894] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 378063f0-6499-472c-800b-b271ce736960] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.528030] env[69765]: DEBUG nova.scheduler.client.report [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.677467] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57623} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.678365] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 4523e785-73e4-4dd1-8435-fc87a0a36772/4523e785-73e4-4dd1-8435-fc87a0a36772.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.678365] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.678659] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9472c5-45e3-4651-a8f9-a4228ca0833f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.686969] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1182.686969] env[69765]: value = "task-3943904" [ 1182.686969] env[69765]: _type = "Task" [ 1182.686969] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.698215] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.726522] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521963fc-fd1f-36d0-2f4e-299628931318, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.732712] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.735785] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0ea3ee-b4da-4b77-ac07-8f56d3788c98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.762507] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1182.762507] env[69765]: value = "task-3943905" [ 1182.762507] env[69765]: _type = "Task" [ 1182.762507] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.775883] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.904447] env[69765]: DEBUG nova.network.neutron [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updated VIF entry in instance network info cache for port 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1182.904880] env[69765]: DEBUG nova.network.neutron [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [{"id": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "address": "fa:16:3e:c0:13:b1", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929e63e0-d8", "ovs_interfaceid": "929e63e0-d8a9-4fcf-a0e0-b83bcb76a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.953945] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943903, 'name': PowerOffVM_Task, 'duration_secs': 0.229407} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.954256] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.954486] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.954763] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a18744-627e-462e-88de-1d6d798fa142 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.010033] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5769e77d-dcce-4f87-9e71-1de9c7177ddb] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.037339] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.037339] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.037339] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleting the datastore file [datastore1] 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.037339] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9778623a-c8ca-4554-b627-451ca37df16f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.046017] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1183.046017] env[69765]: value = "task-3943907" [ 1183.046017] env[69765]: _type = "Task" [ 1183.046017] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.057951] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.199039] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080203} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.199412] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.200566] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbacbab4-7e79-43d4-8def-15833ebbcbbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.227404] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4523e785-73e4-4dd1-8435-fc87a0a36772/4523e785-73e4-4dd1-8435-fc87a0a36772.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.227740] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660f7319-d5f9-45f3-af64-cfcae196f88e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.256394] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.262605] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1183.262605] env[69765]: value = "task-3943908" [ 1183.262605] env[69765]: _type = "Task" [ 1183.262605] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.289619] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.289992] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.302223] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.302563] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.302842] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.303173] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.303378] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.303598] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.307135] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.307135] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.307135] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.307135] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.307135] env[69765]: DEBUG nova.virt.hardware [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.307697] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec39a7-6add-41e3-86d2-8c3280e2fb99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.317534] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7848fe5-0c25-4b9a-8c92-d21bbcd35864 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.408469] env[69765]: DEBUG oslo_concurrency.lockutils [req-23fd2d55-76c0-43e1-87fb-249e12b9128a req-28460ab4-32cf-43dd-b099-73301c5f3a54 service nova] Releasing lock "refresh_cache-e98c48bd-df45-439d-ab1e-6c11c3612fac" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.514252] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e6e148cd-3946-49b7-b951-461c0d9d8eb3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.538516] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.307s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.562564] env[69765]: DEBUG oslo_vmware.api [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437519} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.563266] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.564048] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.564347] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.564627] env[69765]: INFO nova.compute.manager [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.565080] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.565361] env[69765]: DEBUG nova.compute.manager [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.565543] env[69765]: DEBUG nova.network.neutron [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1183.759162] env[69765]: DEBUG nova.compute.manager [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1183.773057] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.783190] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943905, 'name': ReconfigVM_Task, 'duration_secs': 1.006951} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.783190] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.784136] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebfdfe-86d8-463c-8dd3-ed645358ca5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.812578] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.813694] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3d4e91-4897-4d43-bda5-b20949158db0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.833875] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1183.833875] env[69765]: value = "task-3943909" [ 1183.833875] env[69765]: _type = "Task" [ 1183.833875] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.843717] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.020796] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 4f6921b2-4d5a-4394-ad37-58ee96b3b695] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.130211] env[69765]: DEBUG nova.compute.manager [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Received event network-vif-plugged-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.130211] env[69765]: DEBUG oslo_concurrency.lockutils [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.130211] env[69765]: DEBUG oslo_concurrency.lockutils [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] Lock "a907c628-6303-409e-a01b-6a07d34270ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.130211] env[69765]: DEBUG oslo_concurrency.lockutils [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] Lock "a907c628-6303-409e-a01b-6a07d34270ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.130211] env[69765]: DEBUG nova.compute.manager [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] No waiting events found dispatching network-vif-plugged-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.131400] env[69765]: WARNING nova.compute.manager [req-131f7d47-f46f-4473-bc10-d57d4dbcafd1 req-8f187616-1c6d-4ab9-9e18-27ac26d10383 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Received unexpected event network-vif-plugged-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 for instance with vm_state building and task_state spawning. [ 1184.133417] env[69765]: INFO nova.scheduler.client.report [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocation for migration bfcfe4d6-588e-41d0-87af-32d161111496 [ 1184.211603] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Successfully updated port: b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.278289] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943908, 'name': ReconfigVM_Task, 'duration_secs': 0.815087} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.279494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.279887] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.281404] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4523e785-73e4-4dd1-8435-fc87a0a36772/4523e785-73e4-4dd1-8435-fc87a0a36772.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.282417] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75f9beb1-3f80-419d-8fdf-5c1cd2848c60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.291261] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1184.291261] env[69765]: value = "task-3943910" [ 1184.291261] env[69765]: _type = "Task" [ 1184.291261] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.305240] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943910, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.346627] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.359423] env[69765]: DEBUG nova.compute.manager [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Received event network-changed-aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.360188] env[69765]: DEBUG nova.compute.manager [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Refreshing instance network info cache due to event network-changed-aee867d7-188d-4f35-b40f-16ce445f4732. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.360996] env[69765]: DEBUG oslo_concurrency.lockutils [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.361569] env[69765]: DEBUG oslo_concurrency.lockutils [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.361965] env[69765]: DEBUG nova.network.neutron [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Refreshing network info cache for port aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1184.522464] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: a851fd77-681c-4b5f-ba48-d6f79389b90b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.643319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d6b6f29f-425a-4dc0-afde-c037f082236a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.030s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.717531] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.717531] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.717531] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1184.790019] env[69765]: INFO nova.compute.claims [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.805298] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943910, 'name': Rename_Task, 'duration_secs': 0.186836} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.805298] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.805457] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44526fe5-a601-422f-9a46-dc3c480b97fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.814813] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1184.814813] env[69765]: value = "task-3943911" [ 1184.814813] env[69765]: _type = "Task" [ 1184.814813] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.828556] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.849101] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943909, 'name': ReconfigVM_Task, 'duration_secs': 0.618514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.849520] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44/675ac472-f21d-4343-81d3-bae604a7fb44.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.850616] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ca65bf-0b59-4355-92b2-32a8c0787c45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.857286] env[69765]: DEBUG nova.network.neutron [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.881575] env[69765]: INFO nova.compute.manager [-] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Took 1.32 seconds to deallocate network for instance. [ 1184.882739] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e02a8-a933-4576-b26c-7f2d14d116e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.925927] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08a7ff-d829-40ad-b2b4-7554fd1bb04e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.954275] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4521c97-3c9b-430d-92b3-c1f9c1aa5f7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.962247] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.962530] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa5143c-2f3f-483a-add1-3265e30b755c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.970053] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1184.970053] env[69765]: value = "task-3943912" [ 1184.970053] env[69765]: _type = "Task" [ 1184.970053] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.980742] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.028296] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 415a73a8-7bfa-44dd-9f04-ca531071265a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.126140] env[69765]: DEBUG nova.network.neutron [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updated VIF entry in instance network info cache for port aee867d7-188d-4f35-b40f-16ce445f4732. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1185.126597] env[69765]: DEBUG nova.network.neutron [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.267816] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1185.300513] env[69765]: INFO nova.compute.resource_tracker [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating resource usage from migration 910f17ac-79ff-440e-87aa-949cefc1a3ed [ 1185.335817] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.396205] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.465895] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc720b3-f5ef-4c6e-b041-040dc1ef29d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.470108] env[69765]: DEBUG nova.network.neutron [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updating instance_info_cache with network_info: [{"id": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "address": "fa:16:3e:73:cd:cf", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6642af1-5a", "ovs_interfaceid": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.478363] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5230f-a168-4923-bb82-59e99bb0694e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.484807] env[69765]: DEBUG oslo_vmware.api [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943912, 'name': PowerOnVM_Task, 'duration_secs': 0.46955} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.485543] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.520767] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863bfdaa-049a-4d4f-a023-9ac2f241771f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.530331] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b687ef89-1d88-4967-99dc-9e896f5f1189 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.534845] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 1ab5561a-bd08-4c7b-b1fb-e2b887e60b48] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.551861] env[69765]: DEBUG nova.compute.provider_tree [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.629761] env[69765]: DEBUG oslo_concurrency.lockutils [req-16fd60a4-5d8e-489f-9cb4-563d482825d6 req-b877a4a4-8daf-47e9-8037-9b3b8ce3d72e service nova] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827166] env[69765]: DEBUG oslo_vmware.api [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943911, 'name': PowerOnVM_Task, 'duration_secs': 0.629672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.827480] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.828085] env[69765]: INFO nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1185.828085] env[69765]: DEBUG nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.828621] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac714b-c4a5-4342-bafa-60f796d6c3b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.939402] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.940063] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.940063] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.940189] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.940302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.942453] env[69765]: INFO nova.compute.manager [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Terminating instance [ 1185.972705] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.974944] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Instance network_info: |[{"id": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "address": "fa:16:3e:73:cd:cf", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6642af1-5a", "ovs_interfaceid": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.975459] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:cd:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6642af1-5a91-4916-b02b-f8b42ff5a2c4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.983115] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.983347] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.983586] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85d526f4-e817-450d-bfe7-b18c2b8e8d3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.004166] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.004166] env[69765]: value = "task-3943913" [ 1186.004166] env[69765]: _type = "Task" [ 1186.004166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.012155] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943913, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.039186] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 37cc9fc2-781f-4dbf-add2-38672e4b5a91] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.055751] env[69765]: DEBUG nova.scheduler.client.report [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.066089] env[69765]: INFO nova.compute.manager [None req-066eaa11-643d-409e-ab32-6766ee8d1bcd tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance to original state: 'active' [ 1186.157671] env[69765]: DEBUG nova.compute.manager [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Received event network-changed-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.158020] env[69765]: DEBUG nova.compute.manager [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Refreshing instance network info cache due to event network-changed-b6642af1-5a91-4916-b02b-f8b42ff5a2c4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.158195] env[69765]: DEBUG oslo_concurrency.lockutils [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] Acquiring lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158352] env[69765]: DEBUG oslo_concurrency.lockutils [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] Acquired lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158606] env[69765]: DEBUG nova.network.neutron [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Refreshing network info cache for port b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1186.349177] env[69765]: INFO nova.compute.manager [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Took 14.53 seconds to build instance. [ 1186.395665] env[69765]: DEBUG nova.compute.manager [req-202b12e0-793a-4713-ae24-d94bcdac2204 req-dd0ae0eb-3fef-4a10-8cd9-a20e54118a5b service nova] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Received event network-vif-deleted-9cab55c7-9dac-4f54-8052-b21c881d16fc {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.444423] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.444747] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.446273] env[69765]: DEBUG nova.compute.manager [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.446463] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.447916] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c8fcb-8275-4f19-a3b1-7b19be9e54bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.456928] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.457291] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c550eeeb-d1cb-4be2-8c2b-d6d19e962d69 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.465556] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1186.465556] env[69765]: value = "task-3943914" [ 1186.465556] env[69765]: _type = "Task" [ 1186.465556] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.474336] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.515268] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943913, 'name': CreateVM_Task, 'duration_secs': 0.401918} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.515491] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.516318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.516498] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.516841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.517262] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0fbe10-f4c7-43ef-a575-7e50c84c12de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.523245] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1186.523245] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52593e00-6b9f-310c-0d4a-b09ddcadd5eb" [ 1186.523245] env[69765]: _type = "Task" [ 1186.523245] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.532922] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52593e00-6b9f-310c-0d4a-b09ddcadd5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.542833] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5f0e6db4-c4d0-486d-a733-49475ba26431] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.561344] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.281s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.561629] env[69765]: INFO nova.compute.manager [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Migrating [ 1186.569070] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.172s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.569070] env[69765]: DEBUG nova.objects.instance [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'resources' on Instance uuid 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.753371] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8869f-6eb7-4dd5-8b1d-c6b4b9dc6286 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.763192] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f6b38a-4d62-48b0-9105-f5ed9716634e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.797947] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66506cbb-f47a-4c7d-9ef7-cce8ba03b417 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.805851] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a64b8b-d2d4-4577-875b-3ba1d50c8835 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.819600] env[69765]: DEBUG nova.compute.provider_tree [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.851403] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b3fda0b0-290a-4149-b1ee-85057961f555 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.037s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.944827] env[69765]: DEBUG nova.network.neutron [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updated VIF entry in instance network info cache for port b6642af1-5a91-4916-b02b-f8b42ff5a2c4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1186.945231] env[69765]: DEBUG nova.network.neutron [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updating instance_info_cache with network_info: [{"id": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "address": "fa:16:3e:73:cd:cf", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6642af1-5a", "ovs_interfaceid": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.949075] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.976563] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943914, 'name': PowerOffVM_Task, 'duration_secs': 0.302136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.976840] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.977341] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.977341] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1172ba91-ec0d-4cbf-9e94-cf4cc64fb22b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.033817] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52593e00-6b9f-310c-0d4a-b09ddcadd5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.034224] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.034489] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.034732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.034879] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.035077] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.035363] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d10db44-d834-447d-a1f5-bad06f812759 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.046344] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 39e69184-7d63-4e33-9560-00a3473240f3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.048357] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.048539] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.049913] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80128875-351e-45ea-8abd-1d6d304dcb91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.057033] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1187.057033] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c4c92d-5a0a-9d9f-8de1-1fcd6df3feee" [ 1187.057033] env[69765]: _type = "Task" [ 1187.057033] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.062383] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.062958] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.062958] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore2] 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.063521] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d72662-e1be-4f30-ab87-011d11b38d34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.069743] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c4c92d-5a0a-9d9f-8de1-1fcd6df3feee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.077516] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1187.077516] env[69765]: value = "task-3943916" [ 1187.077516] env[69765]: _type = "Task" [ 1187.077516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.082817] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.082981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.083065] env[69765]: DEBUG nova.network.neutron [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1187.090150] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.324967] env[69765]: DEBUG nova.scheduler.client.report [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.451520] env[69765]: DEBUG oslo_concurrency.lockutils [req-a35f9711-492b-451e-a44a-e3cd91088063 req-a0465eac-88ee-4485-8fd8-c07eb4065026 service nova] Releasing lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.471946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.551076] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e4e1e5c9-8bee-4538-8809-72101ade5ca1] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.570233] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c4c92d-5a0a-9d9f-8de1-1fcd6df3feee, 'name': SearchDatastore_Task, 'duration_secs': 0.018032} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.570945] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553ced3a-f125-4239-8ce5-169a67b07ab5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.579875] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1187.579875] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5218d78d-48f8-f227-ec22-fb691045e820" [ 1187.579875] env[69765]: _type = "Task" [ 1187.579875] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.596132] env[69765]: DEBUG oslo_vmware.api [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371785} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.600123] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.600369] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.600572] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.600757] env[69765]: INFO nova.compute.manager [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1187.601025] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.601621] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5218d78d-48f8-f227-ec22-fb691045e820, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.602616] env[69765]: DEBUG nova.compute.manager [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.602616] env[69765]: DEBUG nova.network.neutron [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1187.604015] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.604288] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a907c628-6303-409e-a01b-6a07d34270ca/a907c628-6303-409e-a01b-6a07d34270ca.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.604569] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-835c5327-2a2d-440c-97dd-c652efa1b8bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.617261] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1187.617261] env[69765]: value = "task-3943917" [ 1187.617261] env[69765]: _type = "Task" [ 1187.617261] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.619530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.619873] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.620114] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.620318] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.620491] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.626674] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.627509] env[69765]: INFO nova.compute.manager [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Terminating instance [ 1187.830786] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.262s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.833273] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.361s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.834978] env[69765]: INFO nova.compute.claims [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.861873] env[69765]: INFO nova.scheduler.client.report [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleted allocations for instance 2dda102a-a3f9-49e6-b0c2-e1a352e2a163 [ 1187.891858] env[69765]: DEBUG nova.network.neutron [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.055448] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: c76bcd74-3307-439c-a18d-d9b99d2aa56d] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.126526] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.135053] env[69765]: DEBUG nova.compute.manager [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.135394] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.135747] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afe3eed-ad29-4630-a31b-b35aff74487b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.145248] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1188.145248] env[69765]: value = "task-3943918" [ 1188.145248] env[69765]: _type = "Task" [ 1188.145248] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.159290] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.193745] env[69765]: DEBUG nova.compute.manager [req-ebfdbcbf-f5f3-4ad4-89e2-56536ea4c820 req-913fbf98-3bf3-4c98-941e-a03d2b113e44 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Received event network-vif-deleted-59a6a5df-77fb-4140-b962-c813a113745c {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.193909] env[69765]: INFO nova.compute.manager [req-ebfdbcbf-f5f3-4ad4-89e2-56536ea4c820 req-913fbf98-3bf3-4c98-941e-a03d2b113e44 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Neutron deleted interface 59a6a5df-77fb-4140-b962-c813a113745c; detaching it from the instance and deleting it from the info cache [ 1188.194081] env[69765]: DEBUG nova.network.neutron [req-ebfdbcbf-f5f3-4ad4-89e2-56536ea4c820 req-913fbf98-3bf3-4c98-941e-a03d2b113e44 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.372599] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fc0f3b3e-e3cc-4a34-9515-72d14d3be2a3 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "2dda102a-a3f9-49e6-b0c2-e1a352e2a163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.463s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.394631] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.429640] env[69765]: DEBUG nova.compute.manager [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Received event network-changed-b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.429800] env[69765]: DEBUG nova.compute.manager [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Refreshing instance network info cache due to event network-changed-b30761f8-2065-4b89-92dc-30f0275ab786. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.430049] env[69765]: DEBUG oslo_concurrency.lockutils [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] Acquiring lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.430304] env[69765]: DEBUG oslo_concurrency.lockutils [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] Acquired lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.430587] env[69765]: DEBUG nova.network.neutron [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Refreshing network info cache for port b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1188.461656] env[69765]: DEBUG nova.network.neutron [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.559755] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9da179e8-d2e7-4b7c-9ed0-a7944411c463] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.627072] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608312} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.627544] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] a907c628-6303-409e-a01b-6a07d34270ca/a907c628-6303-409e-a01b-6a07d34270ca.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.627674] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.627937] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f12713-64e1-4cf6-8eda-a9a220797e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.635773] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1188.635773] env[69765]: value = "task-3943919" [ 1188.635773] env[69765]: _type = "Task" [ 1188.635773] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.645197] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.655283] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943918, 'name': PowerOffVM_Task, 'duration_secs': 0.339043} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.656023] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.656270] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.656477] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782826', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'name': 'volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '675ac472-f21d-4343-81d3-bae604a7fb44', 'attached_at': '2025-05-09T06:36:55.000000', 'detached_at': '', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'serial': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.657365] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bfd00e-1f98-4320-bb2d-d30d08d588e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.679548] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab15454-14ed-4ecd-8c94-dd7a258a6503 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.687636] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c56c7ea-f6a3-4b39-85c9-d9fb94f8fe42 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.709921] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5da2501f-c3b0-4e01-a5ce-aec77872147e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.712769] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd59d9a-944e-444a-8ea9-efb90c129166 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.729716] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] The volume has not been displaced from its original location: [datastore2] volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4/volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.735095] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.736508] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928a4c0f-b74a-404a-aefe-513dcf499311 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.751861] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b8f8ba-e22a-4859-900c-c68e3cbcc053 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.771250] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1188.771250] env[69765]: value = "task-3943920" [ 1188.771250] env[69765]: _type = "Task" [ 1188.771250] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.784926] env[69765]: DEBUG nova.compute.manager [req-ebfdbcbf-f5f3-4ad4-89e2-56536ea4c820 req-913fbf98-3bf3-4c98-941e-a03d2b113e44 service nova] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Detach interface failed, port_id=59a6a5df-77fb-4140-b962-c813a113745c, reason: Instance 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.788692] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.965433] env[69765]: INFO nova.compute.manager [-] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Took 1.36 seconds to deallocate network for instance. [ 1189.014134] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f250174-fbed-4395-8343-cdbac7bec7d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.025403] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f527d6-5f28-49e9-942c-f646162b8665 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.060274] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76353f6b-9803-49ce-b7a7-2a332d815afb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.065963] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: bf254692-69ca-4d13-920d-21bd492e0439] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.073496] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d6f38-9f30-46f3-b8e5-3ea9928354f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.088480] env[69765]: DEBUG nova.compute.provider_tree [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.148968] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.152553] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.153809] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d2b8e-450a-4f3c-876a-a206311b9b91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.185866] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] a907c628-6303-409e-a01b-6a07d34270ca/a907c628-6303-409e-a01b-6a07d34270ca.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.185866] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2756ce47-d70a-4149-8a81-1c540ce4170a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.201503] env[69765]: DEBUG nova.network.neutron [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updated VIF entry in instance network info cache for port b30761f8-2065-4b89-92dc-30f0275ab786. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1189.201869] env[69765]: DEBUG nova.network.neutron [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.209231] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1189.209231] env[69765]: value = "task-3943921" [ 1189.209231] env[69765]: _type = "Task" [ 1189.209231] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.218537] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.282736] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.473270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.570018] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 00770212-75b7-4043-b43d-a1735f759564] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.594613] env[69765]: DEBUG nova.scheduler.client.report [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.704853] env[69765]: DEBUG oslo_concurrency.lockutils [req-e8ac1b5e-ff8a-47ee-a902-4fb17aec2cfb req-61eeb7dd-60f9-49e0-8f0d-5a2a7e669b26 service nova] Releasing lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.719686] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943921, 'name': ReconfigVM_Task, 'duration_secs': 0.319952} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.719980] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfigured VM instance instance-00000070 to attach disk [datastore2] a907c628-6303-409e-a01b-6a07d34270ca/a907c628-6303-409e-a01b-6a07d34270ca.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.720741] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-023947d9-b346-47c3-a84f-cff54dadb2d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.727990] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1189.727990] env[69765]: value = "task-3943922" [ 1189.727990] env[69765]: _type = "Task" [ 1189.727990] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.737773] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943922, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.783085] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943920, 'name': ReconfigVM_Task, 'duration_secs': 0.607333} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.783408] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.788298] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db79d9d9-1cf5-42cf-8893-53d726c749ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.803794] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1189.803794] env[69765]: value = "task-3943923" [ 1189.803794] env[69765]: _type = "Task" [ 1189.803794] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.812813] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.912754] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c48d0-9b9a-4f03-bdd6-8efc94d7e762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.932263] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.075299] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 34212255-3d5a-46ab-bb97-92eba5505c65] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.099580] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.100128] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.103013] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.630s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.103229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.123380] env[69765]: INFO nova.scheduler.client.report [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocations for instance 21a65f62-a03b-4dd7-8f1e-6f75e37237f2 [ 1190.238099] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943922, 'name': Rename_Task, 'duration_secs': 0.198113} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.238451] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.238617] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e91a56-957e-4706-ae2f-8160d2f75815 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.245171] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1190.245171] env[69765]: value = "task-3943924" [ 1190.245171] env[69765]: _type = "Task" [ 1190.245171] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.252932] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.317748] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943923, 'name': ReconfigVM_Task, 'duration_secs': 0.373422} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.318315] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782826', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'name': 'volume-c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '675ac472-f21d-4343-81d3-bae604a7fb44', 'attached_at': '2025-05-09T06:36:55.000000', 'detached_at': '', 'volume_id': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4', 'serial': 'c49712c1-82c1-44c8-afc3-bc1e2396ddf4'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.318675] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.319864] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750d535-c48e-457b-95d2-b4fda3f0d453 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.331939] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.332133] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.333239] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.333672] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b5e0179-0614-455b-9c54-9493b5211e83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.403344] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.403726] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.404025] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleting the datastore file [datastore1] 675ac472-f21d-4343-81d3-bae604a7fb44 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.404393] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45fc0aa2-e71b-439f-be5e-2ba11ae5f071 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.411650] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1190.411650] env[69765]: value = "task-3943926" [ 1190.411650] env[69765]: _type = "Task" [ 1190.411650] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.421582] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.438870] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.439188] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f3739eb-08e7-4eb4-9bb4-5980b9766f25 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.445951] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1190.445951] env[69765]: value = "task-3943927" [ 1190.445951] env[69765]: _type = "Task" [ 1190.445951] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.455845] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.579191] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 6bdae792-ea04-4871-acdf-a476be1f3950] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.609511] env[69765]: DEBUG nova.compute.utils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.612154] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.612902] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.631901] env[69765]: DEBUG oslo_concurrency.lockutils [None req-447fc1d7-f8df-459b-b5b9-30fb0ce39e5a tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "21a65f62-a03b-4dd7-8f1e-6f75e37237f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.692s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.719656] env[69765]: DEBUG nova.policy [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc608b669cb46068d58b63280c7c6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f19110e4e44c8ba6e84b2902d699ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.756399] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.834667] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.923545] env[69765]: DEBUG oslo_vmware.api [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207992} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.923795] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.923982] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.924175] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.924351] env[69765]: INFO nova.compute.manager [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1190.924640] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.924864] env[69765]: DEBUG nova.compute.manager [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.924964] env[69765]: DEBUG nova.network.neutron [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1190.958631] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943927, 'name': PowerOffVM_Task, 'duration_secs': 0.208858} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.958914] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.959119] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.975231] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Successfully created port: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.083099] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 97e1608c-a17c-4642-bc57-a13eaae64587] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.119265] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.258363] env[69765]: DEBUG oslo_vmware.api [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943924, 'name': PowerOnVM_Task, 'duration_secs': 0.527743} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.258688] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.258883] env[69765]: INFO nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1191.259080] env[69765]: DEBUG nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.260276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a7093-c65c-4816-ad59-2b1ac3b24919 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.360062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.360062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.360062] env[69765]: INFO nova.compute.claims [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.429553] env[69765]: DEBUG nova.compute.manager [req-1971031c-87fc-4a09-8cc9-0cc41fb04120 req-b3150cce-db46-425a-9d08-808335f85deb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Received event network-vif-deleted-e529825f-a67e-4ded-91b7-ef2abbf02d64 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.429553] env[69765]: INFO nova.compute.manager [req-1971031c-87fc-4a09-8cc9-0cc41fb04120 req-b3150cce-db46-425a-9d08-808335f85deb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Neutron deleted interface e529825f-a67e-4ded-91b7-ef2abbf02d64; detaching it from the instance and deleting it from the info cache [ 1191.429734] env[69765]: DEBUG nova.network.neutron [req-1971031c-87fc-4a09-8cc9-0cc41fb04120 req-b3150cce-db46-425a-9d08-808335f85deb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.466083] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.466343] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.466558] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.466791] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.467237] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.467559] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.468035] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.468374] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.468689] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.469014] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.469321] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.475020] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93983e78-a1db-4f72-830c-8d56300f5b52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.491895] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1191.491895] env[69765]: value = "task-3943928" [ 1191.491895] env[69765]: _type = "Task" [ 1191.491895] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.501023] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.586334] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 2c843020-20ab-4d26-83ab-9ef9574757ee] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.778034] env[69765]: INFO nova.compute.manager [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Took 17.71 seconds to build instance. [ 1191.914035] env[69765]: DEBUG nova.network.neutron [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.933167] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a87a8ca-f7f6-4bd9-9e57-1352377b5bbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.943907] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e0426-beb3-48fd-9515-4fa4d8952528 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.979380] env[69765]: DEBUG nova.compute.manager [req-1971031c-87fc-4a09-8cc9-0cc41fb04120 req-b3150cce-db46-425a-9d08-808335f85deb service nova] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Detach interface failed, port_id=e529825f-a67e-4ded-91b7-ef2abbf02d64, reason: Instance 675ac472-f21d-4343-81d3-bae604a7fb44 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.003038] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943928, 'name': ReconfigVM_Task, 'duration_secs': 0.361623} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.003038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.090058] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 13ddd354-488b-49cf-baa2-492046238e22] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.128423] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.158482] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.158890] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.159094] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.159297] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.159463] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.159615] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.159836] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.160014] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.160200] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.160535] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.160613] env[69765]: DEBUG nova.virt.hardware [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.161461] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a944929-15d0-415b-8bd4-0c5ab98ead3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.171529] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7d91e-c8bd-4c02-b6c9-c58fb51a5f86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.280174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bdcb13a7-adb4-45ac-93bf-993da1b01391 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.225s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.413896] env[69765]: DEBUG nova.compute.manager [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Received event network-vif-plugged-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.414207] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.414307] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.414630] env[69765]: DEBUG oslo_concurrency.lockutils [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.414708] env[69765]: DEBUG nova.compute.manager [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] No waiting events found dispatching network-vif-plugged-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.417759] env[69765]: WARNING nova.compute.manager [req-cf9d5b9a-3e64-4a47-85a1-406717f5c812 req-eafc15de-34dc-4dd8-8d25-84fdbcc9499d service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Received unexpected event network-vif-plugged-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 for instance with vm_state building and task_state spawning. [ 1192.418056] env[69765]: INFO nova.compute.manager [-] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Took 1.49 seconds to deallocate network for instance. [ 1192.496326] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Successfully updated port: c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.509255] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.509587] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.509716] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.509903] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.510060] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.510216] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.510422] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.510583] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.510746] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.510909] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.511112] env[69765]: DEBUG nova.virt.hardware [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.516492] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.520032] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e8c81b-0d70-462b-b621-79ecc66ae588 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.543079] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1192.543079] env[69765]: value = "task-3943929" [ 1192.543079] env[69765]: _type = "Task" [ 1192.543079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.558151] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.561966] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9bb3c8-6cb2-4e29-9cc3-5ca745a61d4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.570518] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b3a15-bd67-4811-8519-d493c2769408 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.605061] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: d11ffc96-dcf1-4674-a356-6003694f08f7] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.608203] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce806d-6055-4380-a2ce-2f1085d27f3e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.616483] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e58b4-f996-4092-bc73-c24889074d8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.631598] env[69765]: DEBUG nova.compute.provider_tree [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.967783] env[69765]: INFO nova.compute.manager [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Took 0.55 seconds to detach 1 volumes for instance. [ 1193.001974] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.002188] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.002305] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1193.054618] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943929, 'name': ReconfigVM_Task, 'duration_secs': 0.189531} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.054924] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.055791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4397b8-636e-406a-bc47-4e5ee6bcb86a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.081036] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6/volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.081339] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d66626-03b9-4904-a44a-a2cfdc20044b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.100660] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1193.100660] env[69765]: value = "task-3943930" [ 1193.100660] env[69765]: _type = "Task" [ 1193.100660] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.109816] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 8ac171a6-3bfa-48ac-b787-c83984f457f6] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.111993] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.135037] env[69765]: DEBUG nova.scheduler.client.report [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.458139] env[69765]: DEBUG nova.compute.manager [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Received event network-changed-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.458297] env[69765]: DEBUG nova.compute.manager [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Refreshing instance network info cache due to event network-changed-b6642af1-5a91-4916-b02b-f8b42ff5a2c4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.459033] env[69765]: DEBUG oslo_concurrency.lockutils [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] Acquiring lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.459033] env[69765]: DEBUG oslo_concurrency.lockutils [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] Acquired lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.459033] env[69765]: DEBUG nova.network.neutron [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Refreshing network info cache for port b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1193.474801] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.548576] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1193.613195] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b21a0391-0604-47ea-b012-8eb719fef8be] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.615301] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943930, 'name': ReconfigVM_Task, 'duration_secs': 0.264796} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.615602] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6/volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.619329] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.640555] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.641197] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.644463] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.170s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.644707] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.681478] env[69765]: INFO nova.scheduler.client.report [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted allocations for instance 675ac472-f21d-4343-81d3-bae604a7fb44 [ 1193.732230] env[69765]: DEBUG nova.network.neutron [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.124984] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: b2e36dea-e709-48f9-810a-b7465b8b5172] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.129225] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a56890-f3f3-4dee-b116-7340f42114e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.150622] env[69765]: DEBUG nova.compute.utils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.154816] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.155052] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.157159] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe9f67-600e-4d77-88a2-e3df4ee5d02d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.177033] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.189392] env[69765]: DEBUG oslo_concurrency.lockutils [None req-937ff685-d7fe-4627-8d6e-70a68cfb17eb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "675ac472-f21d-4343-81d3-bae604a7fb44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.569s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.196373] env[69765]: DEBUG nova.network.neutron [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updated VIF entry in instance network info cache for port b6642af1-5a91-4916-b02b-f8b42ff5a2c4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1194.196743] env[69765]: DEBUG nova.network.neutron [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updating instance_info_cache with network_info: [{"id": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "address": "fa:16:3e:73:cd:cf", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6642af1-5a", "ovs_interfaceid": "b6642af1-5a91-4916-b02b-f8b42ff5a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.201406] env[69765]: DEBUG nova.policy [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e1943a64ad4664a6316034042449c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83f40f586f1d41fab744fd9a83419e1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.235819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.236142] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Instance network_info: |[{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.236812] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:94:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c25c1985-d2bd-46b8-9ee6-668fb9f6e826', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.244759] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.247155] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.247426] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d62d4357-a91a-4846-b87b-5b4f0a7799d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.268387] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.268387] env[69765]: value = "task-3943931" [ 1194.268387] env[69765]: _type = "Task" [ 1194.268387] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.276207] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943931, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.440096] env[69765]: DEBUG nova.compute.manager [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Received event network-changed-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.440096] env[69765]: DEBUG nova.compute.manager [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Refreshing instance network info cache due to event network-changed-c25c1985-d2bd-46b8-9ee6-668fb9f6e826. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.440096] env[69765]: DEBUG oslo_concurrency.lockutils [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] Acquiring lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.440096] env[69765]: DEBUG oslo_concurrency.lockutils [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] Acquired lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.440096] env[69765]: DEBUG nova.network.neutron [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Refreshing network info cache for port c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1194.631353] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 5d1f86e1-e8a6-47a4-aa7f-7fc116381fc9] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.663844] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.671225] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Successfully created port: f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.699429] env[69765]: DEBUG oslo_concurrency.lockutils [req-9b535c1c-417a-46d8-9668-c3eae58ad07b req-bc48eb83-b4b0-4bb1-a2fa-bcb714a6ef38 service nova] Releasing lock "refresh_cache-a907c628-6303-409e-a01b-6a07d34270ca" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.779969] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943931, 'name': CreateVM_Task, 'duration_secs': 0.385193} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.780357] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.780978] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.781173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.781796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.781796] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62105c72-b7bb-43b0-b494-f332edd407bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.787274] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1194.787274] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522cb2bf-5f81-abab-83c7-c52145e3ce44" [ 1194.787274] env[69765]: _type = "Task" [ 1194.787274] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.795694] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522cb2bf-5f81-abab-83c7-c52145e3ce44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.133462] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 8069b8f8-8f10-49c8-a741-5c773d65a30b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.188007] env[69765]: DEBUG nova.network.neutron [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updated VIF entry in instance network info cache for port c25c1985-d2bd-46b8-9ee6-668fb9f6e826. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1195.188433] env[69765]: DEBUG nova.network.neutron [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.301020] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522cb2bf-5f81-abab-83c7-c52145e3ce44, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.301138] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.301707] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.301707] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.301877] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.302065] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.302195] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0689d9c6-5745-40eb-859b-5d9aeda9e01c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.322619] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.322856] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.344567] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.344763] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.345604] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f87bce2-3db3-4842-9044-e221bf336072 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.351927] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1195.351927] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52510a23-e519-5882-02e4-fe7e7439896e" [ 1195.351927] env[69765]: _type = "Task" [ 1195.351927] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.360467] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52510a23-e519-5882-02e4-fe7e7439896e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.637828] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: ad538135-a299-4f33-be01-b9a1016a974e] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.670526] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.691405] env[69765]: DEBUG oslo_concurrency.lockutils [req-2bfd2870-8c35-445b-998d-37d1bb53051d req-9d6503f0-5162-488f-8e31-f20b59688c8a service nova] Releasing lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.697790] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.698103] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.698273] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.698465] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.698759] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.698759] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.698960] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.699235] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.699392] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.699567] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.701088] env[69765]: DEBUG nova.virt.hardware [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.701088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996b9c3-7e1b-4793-ad01-d7cbfe2ae99c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.709402] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab81f9-4780-4e7c-b729-191acaa0f3da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.825650] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.829121] env[69765]: DEBUG nova.network.neutron [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Port aee867d7-188d-4f35-b40f-16ce445f4732 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1195.863265] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52510a23-e519-5882-02e4-fe7e7439896e, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.864043] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d7e2d5-bda6-4356-9369-50f9fe979bde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.870079] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1195.870079] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5251020c-0768-2526-46c9-1f3bd811de9c" [ 1195.870079] env[69765]: _type = "Task" [ 1195.870079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.878348] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5251020c-0768-2526-46c9-1f3bd811de9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.054952] env[69765]: DEBUG nova.compute.manager [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Received event network-vif-plugged-f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.055196] env[69765]: DEBUG oslo_concurrency.lockutils [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.055410] env[69765]: DEBUG oslo_concurrency.lockutils [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] Lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.055582] env[69765]: DEBUG oslo_concurrency.lockutils [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] Lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.055750] env[69765]: DEBUG nova.compute.manager [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] No waiting events found dispatching network-vif-plugged-f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.055914] env[69765]: WARNING nova.compute.manager [req-4197352e-895e-4971-9134-9640da1b3ffc req-f82bd8df-a310-42c8-8783-69900b5d56d3 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Received unexpected event network-vif-plugged-f48e6d89-0234-4f27-8058-e132f03e2b35 for instance with vm_state building and task_state spawning. [ 1196.143477] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Successfully updated port: f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.144925] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: f31e0ac1-18d3-4e01-a470-769823a8566a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.354910] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.355230] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.356777] env[69765]: INFO nova.compute.claims [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.381741] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5251020c-0768-2526-46c9-1f3bd811de9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.382407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.382665] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.383601] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f99bf7-b8d3-41a7-87f8-80b0a8425b06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.391177] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1196.391177] env[69765]: value = "task-3943932" [ 1196.391177] env[69765]: _type = "Task" [ 1196.391177] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.400807] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.650742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.650922] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.651099] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1196.654158] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: aac821c7-1420-470c-b6c6-223bab2f1fa6] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.855468] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.855711] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.855888] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.901989] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473381} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.902199] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.902397] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.902654] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e09cd777-384f-4ef4-b5f2-a600378b62fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.911207] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1196.911207] env[69765]: value = "task-3943933" [ 1196.911207] env[69765]: _type = "Task" [ 1196.911207] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.920633] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.159422] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.159705] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances with incomplete migration {{(pid=69765) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1197.188007] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1197.367743] env[69765]: DEBUG nova.network.neutron [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating instance_info_cache with network_info: [{"id": "f48e6d89-0234-4f27-8058-e132f03e2b35", "address": "fa:16:3e:ba:81:13", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48e6d89-02", "ovs_interfaceid": "f48e6d89-0234-4f27-8058-e132f03e2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.422541] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064793} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.422826] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.423645] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f053fc-426e-4e4d-ae93-43a13c3434ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.448065] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.450910] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7f3443-b50a-4800-b277-785429c37a2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.471874] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1197.471874] env[69765]: value = "task-3943934" [ 1197.471874] env[69765]: _type = "Task" [ 1197.471874] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.482668] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.524071] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c538d-5442-41d0-b2bc-2b3e69d6ff2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.531605] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027994c8-8b92-4429-96ee-91efa82b3173 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.562868] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e570c9e-c581-464e-ac1a-a03f5fdf43e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.570983] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb13fa8-efda-41fb-8247-c5a344fcbde5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.584351] env[69765]: DEBUG nova.compute.provider_tree [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.662252] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.870285] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.870592] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Instance network_info: |[{"id": "f48e6d89-0234-4f27-8058-e132f03e2b35", "address": "fa:16:3e:ba:81:13", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48e6d89-02", "ovs_interfaceid": "f48e6d89-0234-4f27-8058-e132f03e2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.871191] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:81:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48e6d89-0234-4f27-8058-e132f03e2b35', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.879042] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.879282] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.879533] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f8fb12-a0bd-4bb4-b92e-56515a5a936d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.894771] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.894968] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.895147] env[69765]: DEBUG nova.network.neutron [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1197.903648] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.903648] env[69765]: value = "task-3943935" [ 1197.903648] env[69765]: _type = "Task" [ 1197.903648] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.913898] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943935, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.982877] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943934, 'name': ReconfigVM_Task, 'duration_secs': 0.296134} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.983183] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.983812] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b02260-a267-41e6-8552-02200df546ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.990470] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1197.990470] env[69765]: value = "task-3943936" [ 1197.990470] env[69765]: _type = "Task" [ 1197.990470] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.000548] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943936, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.084690] env[69765]: DEBUG nova.compute.manager [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Received event network-changed-f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.084868] env[69765]: DEBUG nova.compute.manager [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Refreshing instance network info cache due to event network-changed-f48e6d89-0234-4f27-8058-e132f03e2b35. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.085106] env[69765]: DEBUG oslo_concurrency.lockutils [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] Acquiring lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.085237] env[69765]: DEBUG oslo_concurrency.lockutils [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] Acquired lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.085394] env[69765]: DEBUG nova.network.neutron [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Refreshing network info cache for port f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1198.087383] env[69765]: DEBUG nova.scheduler.client.report [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.416502] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943935, 'name': CreateVM_Task, 'duration_secs': 0.349195} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.416922] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.418234] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.418541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.419029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.419594] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ed3e9d-2cdb-4566-a9b1-2d26d78a6af7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.426734] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1198.426734] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a05006-5687-a285-34ae-f3604001fd52" [ 1198.426734] env[69765]: _type = "Task" [ 1198.426734] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.436595] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a05006-5687-a285-34ae-f3604001fd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.502063] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943936, 'name': Rename_Task, 'duration_secs': 0.138979} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.502345] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.502756] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3c87c4-1e3a-4fcd-b7d8-45dab0ca9a1d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.509613] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1198.509613] env[69765]: value = "task-3943937" [ 1198.509613] env[69765]: _type = "Task" [ 1198.509613] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.519101] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.594547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.595158] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.802133] env[69765]: DEBUG nova.network.neutron [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updated VIF entry in instance network info cache for port f48e6d89-0234-4f27-8058-e132f03e2b35. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1198.802389] env[69765]: DEBUG nova.network.neutron [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating instance_info_cache with network_info: [{"id": "f48e6d89-0234-4f27-8058-e132f03e2b35", "address": "fa:16:3e:ba:81:13", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48e6d89-02", "ovs_interfaceid": "f48e6d89-0234-4f27-8058-e132f03e2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.902069] env[69765]: DEBUG nova.network.neutron [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.942885] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a05006-5687-a285-34ae-f3604001fd52, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.943257] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.943522] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.943799] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.943946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.944166] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.944444] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a790f7b6-a7c0-443a-afb2-9cbb0710b3a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.954574] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.954768] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.955839] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebac633d-64f4-4405-a888-fdb44634f090 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.961875] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1198.961875] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5248452d-3706-3627-8d3e-f8c2c9b300c2" [ 1198.961875] env[69765]: _type = "Task" [ 1198.961875] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.970882] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5248452d-3706-3627-8d3e-f8c2c9b300c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.020360] env[69765]: DEBUG oslo_vmware.api [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943937, 'name': PowerOnVM_Task, 'duration_secs': 0.455827} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.020633] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.020839] env[69765]: INFO nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1199.021031] env[69765]: DEBUG nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.021815] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f52ba-a264-4624-a199-3cd025867fb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.101470] env[69765]: DEBUG nova.compute.utils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.103122] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.103122] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.139235] env[69765]: DEBUG nova.policy [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeab4a5f4fd94748b51faaad28b7b791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9063ca15cd4ad3ac263e1b8eca6bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.305950] env[69765]: DEBUG oslo_concurrency.lockutils [req-00f72c0c-cc2b-4f39-b9bb-42920d419e4b req-e27c61d6-5d8f-437b-889b-3bddb9f61d2a service nova] Releasing lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.405925] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.421154] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Successfully created port: 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.474091] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5248452d-3706-3627-8d3e-f8c2c9b300c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.475317] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444c8f0a-2b31-4e68-9333-db847d9e05cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.481534] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1199.481534] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a7c631-2926-355b-e2cd-4c22ee8c8960" [ 1199.481534] env[69765]: _type = "Task" [ 1199.481534] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.491080] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a7c631-2926-355b-e2cd-4c22ee8c8960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.544606] env[69765]: INFO nova.compute.manager [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Took 12.09 seconds to build instance. [ 1199.605850] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.917216] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2e45c-4e58-42e1-a737-38e136d49e78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.925544] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14839b3-9787-495e-bae2-e8ea6cd70f45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.995643] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a7c631-2926-355b-e2cd-4c22ee8c8960, 'name': SearchDatastore_Task, 'duration_secs': 0.039772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.995930] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.996257] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 8a601cc4-0619-4298-bab3-b8de14df0977/8a601cc4-0619-4298-bab3-b8de14df0977.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.996524] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68d8aeb-67ce-487c-928d-7258e4f1d945 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.004208] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1200.004208] env[69765]: value = "task-3943938" [ 1200.004208] env[69765]: _type = "Task" [ 1200.004208] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.013174] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.046933] env[69765]: DEBUG oslo_concurrency.lockutils [None req-00db1b19-0f2d-4043-b3af-195f71c0ee64 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.602s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.516046] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.617709] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.650751] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.650751] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.650891] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.650962] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.651846] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.651846] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.651846] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.651846] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.651846] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.652097] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.652097] env[69765]: DEBUG nova.virt.hardware [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.652986] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ad139-63e2-45cf-9c24-e156274b7c3d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.661582] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b45d71-0c49-416f-800e-a000828978df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.867909] env[69765]: DEBUG nova.compute.manager [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.868162] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.868557] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.868727] env[69765]: DEBUG oslo_concurrency.lockutils [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.868900] env[69765]: DEBUG nova.compute.manager [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] No waiting events found dispatching network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.869043] env[69765]: WARNING nova.compute.manager [req-a7b02b0e-4033-4837-b51e-f3bd6116448a req-69981b54-f391-4be9-9e52-c2d557656593 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received unexpected event network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e for instance with vm_state building and task_state spawning. [ 1200.977838] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Successfully updated port: 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.015264] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572136} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.015545] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 8a601cc4-0619-4298-bab3-b8de14df0977/8a601cc4-0619-4298-bab3-b8de14df0977.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.015761] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.016019] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f1562d4-66db-4abc-b302-59ac0db163bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.022513] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1201.022513] env[69765]: value = "task-3943939" [ 1201.022513] env[69765]: _type = "Task" [ 1201.022513] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.033346] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.037242] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267d76c-e1ff-4318-a3e5-ab4720f53cbf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.056459] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb70b3-e5e0-4baa-ab50-27ab357195cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.063924] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.480607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.480839] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.481043] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1201.533316] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107012} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.533717] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.534411] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc934a49-3fc5-444c-94f2-d0e0e13fd393 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.557751] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 8a601cc4-0619-4298-bab3-b8de14df0977/8a601cc4-0619-4298-bab3-b8de14df0977.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.558103] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcedb10-7091-4386-8fe0-42b315c95f94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.575256] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.575547] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5afda533-2179-4afd-8e5a-34b37a6f7f9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.582730] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1201.582730] env[69765]: value = "task-3943940" [ 1201.582730] env[69765]: _type = "Task" [ 1201.582730] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.584206] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1201.584206] env[69765]: value = "task-3943941" [ 1201.584206] env[69765]: _type = "Task" [ 1201.584206] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.599232] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.602082] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.745522] env[69765]: DEBUG nova.compute.manager [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Stashing vm_state: active {{(pid=69765) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.015962] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1202.102641] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.106317] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.207109] env[69765]: DEBUG nova.network.neutron [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.268337] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.268647] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.596455] env[69765]: DEBUG oslo_vmware.api [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943940, 'name': PowerOnVM_Task, 'duration_secs': 0.671175} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.599584] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.599774] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7e1128-198e-4edb-b31b-ca52715e9b6f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance 'e6aedfbd-3372-4071-8ce3-b97573505a32' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.608772] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943941, 'name': ReconfigVM_Task, 'duration_secs': 0.573381} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.609057] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 8a601cc4-0619-4298-bab3-b8de14df0977/8a601cc4-0619-4298-bab3-b8de14df0977.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.609681] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a026ae90-40e0-400a-a44d-67969b63a76f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.617079] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1202.617079] env[69765]: value = "task-3943942" [ 1202.617079] env[69765]: _type = "Task" [ 1202.617079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.625711] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943942, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.710453] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.710794] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance network_info: |[{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.711613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c95c41-504e-47b4-980d-2168a8d1582e', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.719576] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.719852] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.720119] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b0c051d-6968-4286-b1ab-457f33786a51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.740187] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.740187] env[69765]: value = "task-3943943" [ 1202.740187] env[69765]: _type = "Task" [ 1202.740187] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.748223] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943943, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.775152] env[69765]: INFO nova.compute.claims [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.903859] env[69765]: DEBUG nova.compute.manager [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.903937] env[69765]: DEBUG nova.compute.manager [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing instance network info cache due to event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.904237] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.904418] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.904627] env[69765]: DEBUG nova.network.neutron [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1203.132137] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943942, 'name': Rename_Task, 'duration_secs': 0.259963} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.132563] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.132928] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021360bb-cbc1-4c4a-8f48-4b9e2a20c832 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.141330] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1203.141330] env[69765]: value = "task-3943944" [ 1203.141330] env[69765]: _type = "Task" [ 1203.141330] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.150650] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.251532] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943943, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.282101] env[69765]: INFO nova.compute.resource_tracker [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating resource usage from migration 74989613-15ab-46b2-a9c2-cb04ec959a6b [ 1203.436482] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ac9d3d-eb22-470e-a255-b82cbcb5d68c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.445627] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc314a8-c56e-47ad-b783-bb3d10cf840d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.479613] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debaa9af-7af4-43e3-8524-727076f0b423 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.490708] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77251ec0-ffaa-478f-b052-1e4a259677e6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.504859] env[69765]: DEBUG nova.compute.provider_tree [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.621334] env[69765]: DEBUG nova.network.neutron [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updated VIF entry in instance network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1203.621702] env[69765]: DEBUG nova.network.neutron [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.652748] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.752364] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943943, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.010699] env[69765]: DEBUG nova.scheduler.client.report [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.124013] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b4a1d31-014e-4c4b-a80b-62c0c22fd0d9 req-af7a9c92-aabd-4ede-acb0-4afb16f6aa58 service nova] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.153038] env[69765]: DEBUG oslo_vmware.api [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3943944, 'name': PowerOnVM_Task, 'duration_secs': 0.647455} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.153245] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.153376] env[69765]: INFO nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1204.153561] env[69765]: DEBUG nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.154353] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71478541-3534-400c-a210-6a89398ae514 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.992733] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.724s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.993032] env[69765]: INFO nova.compute.manager [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Migrating [ 1204.999651] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.000339] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.000339] env[69765]: DEBUG nova.compute.manager [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Going to confirm migration 9 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1205.006167] env[69765]: DEBUG nova.compute.manager [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Received event network-changed-f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.006328] env[69765]: DEBUG nova.compute.manager [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Refreshing instance network info cache due to event network-changed-f48e6d89-0234-4f27-8058-e132f03e2b35. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.011025] env[69765]: DEBUG oslo_concurrency.lockutils [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] Acquiring lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.011025] env[69765]: DEBUG oslo_concurrency.lockutils [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] Acquired lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.011025] env[69765]: DEBUG nova.network.neutron [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Refreshing network info cache for port f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1205.020517] env[69765]: INFO nova.compute.manager [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Took 13.68 seconds to build instance. [ 1205.022637] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943943, 'name': CreateVM_Task, 'duration_secs': 1.040782} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.024320] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.024976] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.025262] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.025603] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.026260] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486702ef-279d-4cd1-a1cc-073ad53009dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.032012] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1205.032012] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]529f8880-6dc6-a6aa-8193-3ed4623811a8" [ 1205.032012] env[69765]: _type = "Task" [ 1205.032012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.043288] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529f8880-6dc6-a6aa-8193-3ed4623811a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.523672] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.523672] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.523672] env[69765]: DEBUG nova.network.neutron [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1205.526363] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c7db608c-917e-49f5-bf2a-c80a877b2357 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.193s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.543444] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]529f8880-6dc6-a6aa-8193-3ed4623811a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.543648] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.543896] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.544160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.544307] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.544507] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.544763] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b90ead-da5b-4d8a-b7f1-d7f5d7846dee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.554250] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.554441] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.555196] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0464816c-87ab-4e10-b3e1-b08376bf9b77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.560564] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1205.560564] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52969761-ef3b-fe89-a1a9-b61b7926b7c7" [ 1205.560564] env[69765]: _type = "Task" [ 1205.560564] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.569155] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52969761-ef3b-fe89-a1a9-b61b7926b7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.570788] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.570955] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquired lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.571169] env[69765]: DEBUG nova.network.neutron [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1205.571361] env[69765]: DEBUG nova.objects.instance [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'info_cache' on Instance uuid e6aedfbd-3372-4071-8ce3-b97573505a32 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.724947] env[69765]: DEBUG nova.network.neutron [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updated VIF entry in instance network info cache for port f48e6d89-0234-4f27-8058-e132f03e2b35. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1205.725375] env[69765]: DEBUG nova.network.neutron [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating instance_info_cache with network_info: [{"id": "f48e6d89-0234-4f27-8058-e132f03e2b35", "address": "fa:16:3e:ba:81:13", "network": {"id": "96bbcb35-ed66-4815-9a69-0e84c8240312", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803247360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f40f586f1d41fab744fd9a83419e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48e6d89-02", "ovs_interfaceid": "f48e6d89-0234-4f27-8058-e132f03e2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.070873] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52969761-ef3b-fe89-a1a9-b61b7926b7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.071674] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7761c7-939f-4bbf-ad46-121db38d5a84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.079871] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1206.079871] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5298a169-7f15-9c06-38d8-fbf0d967dca3" [ 1206.079871] env[69765]: _type = "Task" [ 1206.079871] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.088438] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5298a169-7f15-9c06-38d8-fbf0d967dca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.228461] env[69765]: DEBUG oslo_concurrency.lockutils [req-d07848e3-cb12-4453-b8bb-89f16e8482ef req-096fa4a1-ab51-4c8b-a20c-46ff7861059c service nova] Releasing lock "refresh_cache-8a601cc4-0619-4298-bab3-b8de14df0977" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.267429] env[69765]: DEBUG nova.network.neutron [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.590065] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5298a169-7f15-9c06-38d8-fbf0d967dca3, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.590326] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.590586] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.590848] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1206537-a6e1-4971-80cc-5b20b39e6277 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.598740] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1206.598740] env[69765]: value = "task-3943945" [ 1206.598740] env[69765]: _type = "Task" [ 1206.598740] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.607540] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.770504] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.861423] env[69765]: DEBUG nova.network.neutron [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [{"id": "aee867d7-188d-4f35-b40f-16ce445f4732", "address": "fa:16:3e:0c:e0:88", "network": {"id": "04b636e3-4ff0-48c7-8bb2-9b77cc27161f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-664319476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b04eecc2422141ec8689f9c5a823213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee867d7-18", "ovs_interfaceid": "aee867d7-188d-4f35-b40f-16ce445f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.109806] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.363870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Releasing lock "refresh_cache-e6aedfbd-3372-4071-8ce3-b97573505a32" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.364176] env[69765]: DEBUG nova.objects.instance [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'migration_context' on Instance uuid e6aedfbd-3372-4071-8ce3-b97573505a32 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.610647] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564792} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.611040] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.611393] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.611679] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4645bcad-f7cc-45fa-b9be-59972bf39d90 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.619038] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1207.619038] env[69765]: value = "task-3943946" [ 1207.619038] env[69765]: _type = "Task" [ 1207.619038] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.626859] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.867701] env[69765]: DEBUG nova.objects.base [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.868500] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242eacda-b900-4971-8631-7b684259b373 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.889040] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56a1cb2-78ee-45ba-aff8-f96e984ce4ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.895858] env[69765]: DEBUG oslo_vmware.api [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1207.895858] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fe6ec9-bbe8-9c4b-bcfe-8ea28e14101c" [ 1207.895858] env[69765]: _type = "Task" [ 1207.895858] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.904815] env[69765]: DEBUG oslo_vmware.api [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fe6ec9-bbe8-9c4b-bcfe-8ea28e14101c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.131117] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107052} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.131117] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.131714] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d5d6d-9d0e-46bb-b871-e73d47887036 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.160294] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.160621] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3cdc3e-cb9a-4f18-b0c8-5dfe28f6212d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.181230] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1208.181230] env[69765]: value = "task-3943947" [ 1208.181230] env[69765]: _type = "Task" [ 1208.181230] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.190149] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.288359] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb623f-b17d-4982-8f61-2c9d6acb36c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.307433] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 0 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.406797] env[69765]: DEBUG oslo_vmware.api [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52fe6ec9-bbe8-9c4b-bcfe-8ea28e14101c, 'name': SearchDatastore_Task, 'duration_secs': 0.020215} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.407945] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.408178] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.691800] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.814427] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.814873] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca492db-a928-44fd-b1d6-64acfa0c1a4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.822818] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1208.822818] env[69765]: value = "task-3943948" [ 1208.822818] env[69765]: _type = "Task" [ 1208.822818] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.831757] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.083538] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d03e2-cf6c-48e1-90f1-8eab20d7b224 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.092450] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f4e85-6803-494c-9e9d-5df28a0570e3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.124112] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b565c-9f9c-4828-a9cc-58792db51777 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.132608] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3957550-0bac-465b-9b01-dd4855c6cf16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.146610] env[69765]: DEBUG nova.compute.provider_tree [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.192297] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943947, 'name': ReconfigVM_Task, 'duration_secs': 0.857739} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.192579] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.193250] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75c5fb6-2f56-4866-a216-e9765b94a5eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.200832] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1209.200832] env[69765]: value = "task-3943949" [ 1209.200832] env[69765]: _type = "Task" [ 1209.200832] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.208736] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943949, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.333745] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943948, 'name': PowerOffVM_Task, 'duration_secs': 0.235205} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.334078] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.334305] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 17 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.649731] env[69765]: DEBUG nova.scheduler.client.report [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.711974] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943949, 'name': Rename_Task, 'duration_secs': 0.144622} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.712657] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.713007] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d146f9-e143-4b54-8ae3-a43397f2395d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.719890] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1209.719890] env[69765]: value = "task-3943950" [ 1209.719890] env[69765]: _type = "Task" [ 1209.719890] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.728646] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.841414] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.841725] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.841893] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.842093] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.842243] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.842394] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.842603] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.842760] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.842927] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.843108] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.843288] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.848315] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9c4b10-c448-4671-a85c-eea099caf988 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.864140] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1209.864140] env[69765]: value = "task-3943951" [ 1209.864140] env[69765]: _type = "Task" [ 1209.864140] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.872732] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.231796] env[69765]: DEBUG oslo_vmware.api [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943950, 'name': PowerOnVM_Task, 'duration_secs': 0.495443} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.234068] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.234068] env[69765]: INFO nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1210.234068] env[69765]: DEBUG nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.234068] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737330b6-5bb7-4bd5-aa34-2eed2edda332 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.374238] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943951, 'name': ReconfigVM_Task, 'duration_secs': 0.200676} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.374500] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 33 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.661462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.753775] env[69765]: INFO nova.compute.manager [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Took 14.42 seconds to build instance. [ 1210.880664] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.880907] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.881064] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.881247] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.881395] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.881542] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.882067] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.882067] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.882222] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.882267] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.882436] env[69765]: DEBUG nova.virt.hardware [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.887775] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.888083] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fc18a9-1502-4a43-bb46-ed28d2e9d132 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.907610] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1210.907610] env[69765]: value = "task-3943952" [ 1210.907610] env[69765]: _type = "Task" [ 1210.907610] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.916783] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.958500] env[69765]: INFO nova.compute.manager [None req-8bf0c68c-aa00-4108-9257-f496d14624e4 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Get console output [ 1210.959706] env[69765]: WARNING nova.virt.vmwareapi.driver [None req-8bf0c68c-aa00-4108-9257-f496d14624e4 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] The console log is missing. Check your VSPC configuration [ 1211.223411] env[69765]: INFO nova.scheduler.client.report [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocation for migration 910f17ac-79ff-440e-87aa-949cefc1a3ed [ 1211.256354] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d960a88d-23b3-463e-8727-a22b284edbbb tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.933s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.420191] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943952, 'name': ReconfigVM_Task, 'duration_secs': 0.165202} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.420518] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.421777] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfacb32-4751-4935-ae50-0d3ea667817e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.445221] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.445666] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4e5032-e9ef-4088-a791-181bdb2af96f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.464864] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1211.464864] env[69765]: value = "task-3943953" [ 1211.464864] env[69765]: _type = "Task" [ 1211.464864] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.473989] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.731728] env[69765]: DEBUG oslo_concurrency.lockutils [None req-22a5ab99-7674-4c55-adbe-596852a8d849 tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.732s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.976031] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943953, 'name': ReconfigVM_Task, 'duration_secs': 0.290056} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.976350] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9/9bd9aa70-b4c5-4b7d-9011-7d4d703242c9.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.976567] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 50 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.171509] env[69765]: DEBUG nova.compute.manager [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.171682] env[69765]: DEBUG nova.compute.manager [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing instance network info cache due to event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.171945] env[69765]: DEBUG oslo_concurrency.lockutils [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.172142] env[69765]: DEBUG oslo_concurrency.lockutils [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.172333] env[69765]: DEBUG nova.network.neutron [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1212.483252] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e5ba9-5d75-4ee8-a037-3cd158730f9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.503970] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b76fe-67cd-4a32-b2ba-c4b8842354df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.522205] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 67 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.950328] env[69765]: DEBUG nova.network.neutron [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updated VIF entry in instance network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1212.950769] env[69765]: DEBUG nova.network.neutron [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.065953] env[69765]: DEBUG nova.network.neutron [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Port c25c1985-d2bd-46b8-9ee6-668fb9f6e826 binding to destination host cpu-1 is already ACTIVE {{(pid=69765) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1213.453863] env[69765]: DEBUG oslo_concurrency.lockutils [req-6fca64fd-ac5b-48c3-be2b-8be7845c5f68 req-52d0c2e9-ce9b-46bd-a8a3-c0d202d3a46b service nova] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.088270] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.088681] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.088681] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.124512] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.124827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.124985] env[69765]: DEBUG nova.network.neutron [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1215.196027] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.196280] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.703570] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.703831] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.704068] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.704453] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.704517] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.704726] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_power_states {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.836166] env[69765]: DEBUG nova.network.neutron [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.209422] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Getting list of instances from cluster (obj){ [ 1216.209422] env[69765]: value = "domain-c8" [ 1216.209422] env[69765]: _type = "ClusterComputeResource" [ 1216.209422] env[69765]: } {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1216.210574] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d667236-9e9f-435f-8c85-83a03c779e8a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.229563] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Got total of 9 instances {{(pid=69765) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1216.229776] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid e98c48bd-df45-439d-ab1e-6c11c3612fac {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.229883] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230050] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230210] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid e6aedfbd-3372-4071-8ce3-b97573505a32 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230364] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230514] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid a907c628-6303-409e-a01b-6a07d34270ca {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230660] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230804] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.230946] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Triggering sync for uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.231337] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.231569] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.231849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.232043] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.232296] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.232474] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "efdf063b-f522-46a6-a087-03d4f7675199" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.232702] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.232880] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.233120] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.233305] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.233530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.233708] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.233932] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.234130] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.234329] env[69765]: INFO nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1216.234528] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.234741] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.234920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.235176] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.235354] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.235564] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.235697] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1216.236548] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33463a2-2832-4855-9b9f-7868a151b88a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.240209] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e89bf-312c-46fe-86fb-4bf459152470 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.243326] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e09133-f304-476f-a477-765e1a816012 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.246462] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543c572a-ea79-4f1d-92f3-57e8f7e8b694 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.249360] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f383eba6-c3d5-4523-b6b8-ba7b9fc4d8ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.252170] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785af5e-4886-4082-a735-92d582528646 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.255735] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e40196-d075-469b-b95a-e0324d90c1b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.258944] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da8eac-cc05-4b6c-a3f7-13848b10715a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.261804] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.338688] env[69765]: DEBUG oslo_concurrency.lockutils [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.767159] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.767537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.767734] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.767924] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1216.768865] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0bf30-2d1c-4127-8bad-f6290535b512 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.778592] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66577001-894d-48e6-bf37-4997e3c84888 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.792745] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.793069] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.793562] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "efdf063b-f522-46a6-a087-03d4f7675199" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.793868] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.794208] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.794500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.795194] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfd4aee-e91e-4eee-aae6-88d1426919a6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.797866] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.798187] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.803373] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a9ec0-8277-4b3d-8e68-b076848cb8ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.834147] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179975MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1216.834339] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.834606] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.864330] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c26c228-d59f-4a20-a423-68969535be58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.885797] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe186569-8269-4f81-8723-bc6ed1aa537b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.893832] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 83 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.346899] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.347433] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.347433] env[69765]: DEBUG nova.objects.instance [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.400064] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.400378] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826d96dd-ad7b-4ffc-a28c-423773328a2f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.411217] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1217.411217] env[69765]: value = "task-3943954" [ 1217.411217] env[69765]: _type = "Task" [ 1217.411217] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.419667] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.844992] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Applying migration context for instance 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 as it has an incoming, in-progress migration 74989613-15ab-46b2-a9c2-cb04ec959a6b. Migration status is post-migrating {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1217.846302] env[69765]: INFO nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating resource usage from migration 74989613-15ab-46b2-a9c2-cb04ec959a6b [ 1217.851264] env[69765]: DEBUG nova.objects.instance [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.865491] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e98c48bd-df45-439d-ab1e-6c11c3612fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.865649] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.865806] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance efdf063b-f522-46a6-a087-03d4f7675199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.865940] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 4523e785-73e4-4dd1-8435-fc87a0a36772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866067] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance a907c628-6303-409e-a01b-6a07d34270ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866182] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance e6aedfbd-3372-4071-8ce3-b97573505a32 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866293] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 8a601cc4-0619-4298-bab3-b8de14df0977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866404] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aa340207-6d3c-437b-9d10-cf102ec92d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866514] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Migration 74989613-15ab-46b2-a9c2-cb04ec959a6b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1217.866622] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.866825] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.866960] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.921982] env[69765]: DEBUG oslo_vmware.api [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943954, 'name': PowerOnVM_Task, 'duration_secs': 0.41482} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.924788] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.925022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-205df761-0761-4f4d-96ac-65993438f0c4 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance '9bd9aa70-b4c5-4b7d-9011-7d4d703242c9' progress to 100 {{(pid=69765) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.021246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797db69-752f-46fe-b61d-05c0a02ddf4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.030342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0643f4-41f0-4ba6-9955-ebefbc56d65e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.066898] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b237020-44a0-4088-a49e-4779398d8e2c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.075827] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc979ca5-28a1-461f-bcf6-ccabb2e7dada {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.091336] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.354542] env[69765]: DEBUG nova.objects.base [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.354956] env[69765]: DEBUG nova.network.neutron [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.429271] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04937a65-3ebd-4ccd-b02c-9470fdc62719 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.082s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.593956] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.099694] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1219.099923] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.265s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.388623] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.388997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.389209] env[69765]: DEBUG nova.objects.instance [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.527063] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527390] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.527594] env[69765]: DEBUG nova.compute.manager [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Going to confirm migration 10 {{(pid=69765) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.954845] env[69765]: DEBUG nova.objects.instance [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.086505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.086696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.086874] env[69765]: DEBUG nova.network.neutron [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1221.087121] env[69765]: DEBUG nova.objects.instance [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'info_cache' on Instance uuid 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.457418] env[69765]: DEBUG nova.objects.base [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.457883] env[69765]: DEBUG nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.495187] env[69765]: DEBUG nova.policy [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.755303] env[69765]: DEBUG nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Successfully created port: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.325703] env[69765]: DEBUG nova.network.neutron [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [{"id": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "address": "fa:16:3e:20:94:e2", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c1985-d2", "ovs_interfaceid": "c25c1985-d2bd-46b8-9ee6-668fb9f6e826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.828401] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.828808] env[69765]: DEBUG nova.objects.instance [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'migration_context' on Instance uuid 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.118294] env[69765]: DEBUG nova.compute.manager [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-plugged-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.118738] env[69765]: DEBUG oslo_concurrency.lockutils [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.118819] env[69765]: DEBUG oslo_concurrency.lockutils [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.118951] env[69765]: DEBUG oslo_concurrency.lockutils [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.119167] env[69765]: DEBUG nova.compute.manager [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] No waiting events found dispatching network-vif-plugged-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.119337] env[69765]: WARNING nova.compute.manager [req-00703ee3-0fc1-4420-9b72-6cf0f301b8ff req-de51fc65-edf6-4589-b14a-a6fdb031838e service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received unexpected event network-vif-plugged-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef for instance with vm_state active and task_state None. [ 1223.248422] env[69765]: DEBUG nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Successfully updated port: 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.332054] env[69765]: DEBUG nova.objects.base [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Object Instance<9bd9aa70-b4c5-4b7d-9011-7d4d703242c9> lazy-loaded attributes: info_cache,migration_context {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.333078] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946d28d-26d2-4973-84b0-b345b68d529f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.354028] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c69e09e-127e-48df-b561-9e5abb2c348b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.361103] env[69765]: DEBUG oslo_vmware.api [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1223.361103] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d027df-e599-347d-b71e-d66d9949f0d6" [ 1223.361103] env[69765]: _type = "Task" [ 1223.361103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.370494] env[69765]: DEBUG oslo_vmware.api [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d027df-e599-347d-b71e-d66d9949f0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.751105] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.751330] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.751541] env[69765]: DEBUG nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1223.872456] env[69765]: DEBUG oslo_vmware.api [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d027df-e599-347d-b71e-d66d9949f0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.872932] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.873234] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.288796] env[69765]: WARNING nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1224.513498] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f12d7-269c-4163-8677-6e5bbe36e3cd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.521311] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c1878-6401-4dd5-905d-494fbd98e9aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.554955] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a7914-87dc-44e6-a86f-cddc1bfd6804 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.564045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d4d8a4-9634-4e87-949e-b54482e7fe5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.577990] env[69765]: DEBUG nova.compute.provider_tree [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.589569] env[69765]: DEBUG nova.network.neutron [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "address": "fa:16:3e:51:c7:71", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5fe8f5-48", "ovs_interfaceid": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.082191] env[69765]: DEBUG nova.scheduler.client.report [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.091730] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.092445] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.092612] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.093613] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a3a1f-057e-4a05-bb97-6bbf1ce9a142 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.114260] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.114587] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.114742] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.114851] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.114998] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.115167] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.115374] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.115536] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.115789] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.115857] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.116026] env[69765]: DEBUG nova.virt.hardware [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.122573] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfiguring VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1225.123396] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91928604-e433-45bc-82af-2d44676489ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.136111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.136295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.136470] env[69765]: DEBUG nova.compute.manager [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.137373] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3512288-b77f-4d29-9174-818756c3de53 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.146014] env[69765]: DEBUG nova.compute.manager [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-changed-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.146308] env[69765]: DEBUG nova.compute.manager [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing instance network info cache due to event network-changed-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.146438] env[69765]: DEBUG oslo_concurrency.lockutils [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.146570] env[69765]: DEBUG oslo_concurrency.lockutils [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.146732] env[69765]: DEBUG nova.network.neutron [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing network info cache for port 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1225.150374] env[69765]: DEBUG nova.compute.manager [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69765) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1225.150929] env[69765]: DEBUG nova.objects.instance [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'flavor' on Instance uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.152190] env[69765]: DEBUG oslo_vmware.api [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1225.152190] env[69765]: value = "task-3943955" [ 1225.152190] env[69765]: _type = "Task" [ 1225.152190] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.163903] env[69765]: DEBUG oslo_vmware.api [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943955, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.669584] env[69765]: DEBUG oslo_vmware.api [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.869950] env[69765]: DEBUG nova.network.neutron [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updated VIF entry in instance network info cache for port 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1225.870345] env[69765]: DEBUG nova.network.neutron [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "address": "fa:16:3e:51:c7:71", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5fe8f5-48", "ovs_interfaceid": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.091119] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.163686] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.164329] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9599b95a-6e38-43b6-bfeb-22bd596f6495 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169530] env[69765]: DEBUG oslo_vmware.api [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943955, 'name': ReconfigVM_Task, 'duration_secs': 0.703101} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.175338] env[69765]: DEBUG oslo_vmware.api [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1226.175338] env[69765]: value = "task-3943956" [ 1226.175338] env[69765]: _type = "Task" [ 1226.175338] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.179279] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.179505] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfigured VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1226.187740] env[69765]: DEBUG oslo_vmware.api [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.373188] env[69765]: DEBUG oslo_concurrency.lockutils [req-0577568c-b373-47c8-963d-9427147999f2 req-a1821d0a-34da-4666-9964-f000f5f009b8 service nova] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.649646] env[69765]: INFO nova.scheduler.client.report [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocation for migration 74989613-15ab-46b2-a9c2-cb04ec959a6b [ 1226.686791] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d5e60fe0-d180-4df0-b76a-fa50c30c1bc1 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.298s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.687968] env[69765]: DEBUG oslo_vmware.api [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943956, 'name': PowerOffVM_Task, 'duration_secs': 0.168808} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.688805] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.689010] env[69765]: DEBUG nova.compute.manager [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.690550] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c26b3-d74e-4215-8ac1-b36789cb311d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.157261] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4fb8ee3f-e04a-4038-9180-9402929fc6b5 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.630s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.204149] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b32434ab-dbef-4a0e-82e7-66d266b84ba9 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.583269] env[69765]: DEBUG nova.objects.instance [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'flavor' on Instance uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.639222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.639500] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.639723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.639919] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.640111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.642206] env[69765]: INFO nova.compute.manager [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Terminating instance [ 1228.089359] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.089540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.089826] env[69765]: DEBUG nova.network.neutron [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1228.090059] env[69765]: DEBUG nova.objects.instance [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'info_cache' on Instance uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.146285] env[69765]: DEBUG nova.compute.manager [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.146647] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.147519] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8135e7-7525-434b-87a0-cef0627f71b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.156701] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.156942] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38131bfc-0941-44b2-9fa3-43481e3e372d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.163956] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1228.163956] env[69765]: value = "task-3943957" [ 1228.163956] env[69765]: _type = "Task" [ 1228.163956] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.175615] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.175915] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.177085] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.402480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-732362d5-20b4-4498-8349-a0e7997166cf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.402778] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-732362d5-20b4-4498-8349-a0e7997166cf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.403166] env[69765]: DEBUG nova.objects.instance [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.593704] env[69765]: DEBUG nova.objects.base [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Object Instance<4523e785-73e4-4dd1-8435-fc87a0a36772> lazy-loaded attributes: flavor,info_cache {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.673987] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943957, 'name': PowerOffVM_Task, 'duration_secs': 0.164914} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.674281] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.674449] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.674699] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd2f97e-033e-4ae4-a29b-ecffd36b48a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.677759] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.738683] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.739026] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.739235] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore1] 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.739516] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee306b97-6978-4c1a-8fc5-3511624c2440 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.745992] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1228.745992] env[69765]: value = "task-3943959" [ 1228.745992] env[69765]: _type = "Task" [ 1228.745992] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.754638] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.998670] env[69765]: DEBUG nova.objects.instance [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.204174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.204455] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.206106] env[69765]: INFO nova.compute.claims [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.259823] env[69765]: DEBUG oslo_vmware.api [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152901} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.260387] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.260606] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.260801] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.260969] env[69765]: INFO nova.compute.manager [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1229.261217] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.261445] env[69765]: DEBUG nova.compute.manager [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.261543] env[69765]: DEBUG nova.network.neutron [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1229.324557] env[69765]: DEBUG nova.network.neutron [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.501445] env[69765]: DEBUG nova.objects.base [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.501697] env[69765]: DEBUG nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.559244] env[69765]: DEBUG nova.compute.manager [req-a477253f-f823-4162-afdc-21843d17a316 req-f2905f98-904a-4196-ab6e-654e57faac37 service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Received event network-vif-deleted-c25c1985-d2bd-46b8-9ee6-668fb9f6e826 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.559572] env[69765]: INFO nova.compute.manager [req-a477253f-f823-4162-afdc-21843d17a316 req-f2905f98-904a-4196-ab6e-654e57faac37 service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Neutron deleted interface c25c1985-d2bd-46b8-9ee6-668fb9f6e826; detaching it from the instance and deleting it from the info cache [ 1229.559917] env[69765]: DEBUG nova.network.neutron [req-a477253f-f823-4162-afdc-21843d17a316 req-f2905f98-904a-4196-ab6e-654e57faac37 service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.574260] env[69765]: DEBUG nova.policy [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.827264] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.993460] env[69765]: DEBUG nova.network.neutron [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.063700] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87fdc556-5422-47df-81de-d7d7de411a9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.073647] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac7529-e023-4475-bfdd-105d7fe60d32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.105629] env[69765]: DEBUG nova.compute.manager [req-a477253f-f823-4162-afdc-21843d17a316 req-f2905f98-904a-4196-ab6e-654e57faac37 service nova] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Detach interface failed, port_id=c25c1985-d2bd-46b8-9ee6-668fb9f6e826, reason: Instance 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.259147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.259553] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.362106] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa34c5-63b0-47c5-b371-48dfde4dfdb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.370559] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd366b4b-1676-4cd9-ae7c-40770d341a14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.401791] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7564b-2fe5-4eea-b18e-5ec397652cf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.410613] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1586114-c242-42f3-9f27-faf0192d3853 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.427167] env[69765]: DEBUG nova.compute.provider_tree [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.496217] env[69765]: INFO nova.compute.manager [-] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Took 1.23 seconds to deallocate network for instance. [ 1230.762411] env[69765]: DEBUG nova.compute.utils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.834492] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.834973] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246fb295-df5a-475d-9822-bbd4e7037b94 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.843202] env[69765]: DEBUG oslo_vmware.api [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1230.843202] env[69765]: value = "task-3943960" [ 1230.843202] env[69765]: _type = "Task" [ 1230.843202] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.851763] env[69765]: DEBUG oslo_vmware.api [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.930648] env[69765]: DEBUG nova.scheduler.client.report [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.003960] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.039797] env[69765]: DEBUG nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Successfully updated port: 732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.265098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.355151] env[69765]: DEBUG oslo_vmware.api [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943960, 'name': PowerOnVM_Task, 'duration_secs': 0.497646} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.355417] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.355703] env[69765]: DEBUG nova.compute.manager [None req-5eeca9c3-e21f-4fde-8dcc-6863b3823807 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.356524] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a84d9-e4c1-499d-8030-75ce5406818b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.436402] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.436983] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.440323] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.437s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.440543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.464097] env[69765]: INFO nova.scheduler.client.report [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocations for instance 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9 [ 1231.542407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.542607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.542784] env[69765]: DEBUG nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1231.944859] env[69765]: DEBUG nova.compute.utils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.946636] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.946816] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.971877] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04ec8d59-277e-4367-9108-96a6cf36d1a0 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "9bd9aa70-b4c5-4b7d-9011-7d4d703242c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.332s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.988193] env[69765]: DEBUG nova.compute.manager [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-plugged-732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.988193] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.988558] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.988558] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.988730] env[69765]: DEBUG nova.compute.manager [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] No waiting events found dispatching network-vif-plugged-732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.988863] env[69765]: WARNING nova.compute.manager [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received unexpected event network-vif-plugged-732362d5-20b4-4498-8349-a0e7997166cf for instance with vm_state active and task_state None. [ 1231.989230] env[69765]: DEBUG nova.compute.manager [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-changed-732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.989436] env[69765]: DEBUG nova.compute.manager [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing instance network info cache due to event network-changed-732362d5-20b4-4498-8349-a0e7997166cf. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.989616] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.991141] env[69765]: DEBUG nova.policy [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc608b669cb46068d58b63280c7c6dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2f19110e4e44c8ba6e84b2902d699ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.120376] env[69765]: WARNING nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1232.120584] env[69765]: WARNING nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1232.299071] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Successfully created port: 779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.331521] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.331923] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.332115] env[69765]: INFO nova.compute.manager [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Attaching volume 73e95020-d79b-4bc9-a249-9a72d0d30b21 to /dev/sdb [ 1232.373981] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fac53e-322e-4a76-b1de-143933eee5ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.386812] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d63b49-4f25-4803-a06c-3f734e532aa7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.404796] env[69765]: DEBUG nova.virt.block_device [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updating existing volume attachment record: 7e1828ca-11be-4a95-bc24-cc993a252bf7 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.449891] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.660792] env[69765]: DEBUG nova.network.neutron [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "address": "fa:16:3e:51:c7:71", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5fe8f5-48", "ovs_interfaceid": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "732362d5-20b4-4498-8349-a0e7997166cf", "address": "fa:16:3e:42:55:5a", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732362d5-20", "ovs_interfaceid": "732362d5-20b4-4498-8349-a0e7997166cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.887993] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c6798d-713e-4dbe-8705-c7842f46ec37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.896038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Suspending the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1232.896270] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b89f478c-1378-47b0-b326-30e516a1a629 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.904337] env[69765]: DEBUG oslo_vmware.api [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1232.904337] env[69765]: value = "task-3943962" [ 1232.904337] env[69765]: _type = "Task" [ 1232.904337] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.914524] env[69765]: DEBUG oslo_vmware.api [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943962, 'name': SuspendVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.164099] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.164944] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.165206] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.165458] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.165650] env[69765]: DEBUG nova.network.neutron [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Refreshing network info cache for port 732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1233.168336] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1fdbdd-1d90-4571-9cf1-82e2e7dd4f11 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.187468] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.187766] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.187928] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.188138] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.188291] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.188600] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.188736] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.188883] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.189077] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.189247] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.189420] env[69765]: DEBUG nova.virt.hardware [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.196076] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfiguring VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1233.197284] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6e434b-1718-4bf3-957e-8d2d4eb94c37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.215930] env[69765]: DEBUG oslo_vmware.api [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1233.215930] env[69765]: value = "task-3943963" [ 1233.215930] env[69765]: _type = "Task" [ 1233.215930] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.228554] env[69765]: DEBUG oslo_vmware.api [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943963, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.415650] env[69765]: DEBUG oslo_vmware.api [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943962, 'name': SuspendVM_Task} progress is 62%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.461382] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.489756] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.490046] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.490213] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.490398] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.490544] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.490697] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.490950] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.491137] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.491313] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.491477] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.491654] env[69765]: DEBUG nova.virt.hardware [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.492568] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f91ac30-253b-4c0f-b938-bbd99980edf8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.501340] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3e27d1-a09c-4447-8a9b-1ebf283da239 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.725778] env[69765]: DEBUG oslo_vmware.api [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943963, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.790767] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Successfully updated port: 779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.870268] env[69765]: DEBUG nova.network.neutron [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updated VIF entry in instance network info cache for port 732362d5-20b4-4498-8349-a0e7997166cf. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1233.870815] env[69765]: DEBUG nova.network.neutron [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "address": "fa:16:3e:51:c7:71", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5fe8f5-48", "ovs_interfaceid": "6d5fe8f5-48e8-45a7-87f0-84a88afc98ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "732362d5-20b4-4498-8349-a0e7997166cf", "address": "fa:16:3e:42:55:5a", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732362d5-20", "ovs_interfaceid": "732362d5-20b4-4498-8349-a0e7997166cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.917120] env[69765]: DEBUG oslo_vmware.api [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943962, 'name': SuspendVM_Task} progress is 62%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.014710] env[69765]: DEBUG nova.compute.manager [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Received event network-vif-plugged-779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.015020] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Acquiring lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.015193] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.015460] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.015598] env[69765]: DEBUG nova.compute.manager [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] No waiting events found dispatching network-vif-plugged-779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.015770] env[69765]: WARNING nova.compute.manager [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Received unexpected event network-vif-plugged-779c4f8b-9160-41ef-9e9a-4339d745a955 for instance with vm_state building and task_state spawning. [ 1234.015978] env[69765]: DEBUG nova.compute.manager [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Received event network-changed-779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.016125] env[69765]: DEBUG nova.compute.manager [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Refreshing instance network info cache due to event network-changed-779c4f8b-9160-41ef-9e9a-4339d745a955. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.016341] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Acquiring lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.016457] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Acquired lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.016702] env[69765]: DEBUG nova.network.neutron [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Refreshing network info cache for port 779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1234.227263] env[69765]: DEBUG oslo_vmware.api [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.293482] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.373469] env[69765]: DEBUG oslo_concurrency.lockutils [req-2d500178-715b-480d-b419-3399de61bc90 req-5b39045d-2430-4082-9fdf-bbc93d6328ad service nova] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.417048] env[69765]: DEBUG oslo_vmware.api [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943962, 'name': SuspendVM_Task, 'duration_secs': 1.177894} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.417048] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Suspended the VM {{(pid=69765) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1234.417048] env[69765]: DEBUG nova.compute.manager [None req-c13166bc-f484-4364-9d46-c30de526656c tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.417906] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e545d40f-a483-4e08-b683-a7c12932ae59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.550312] env[69765]: DEBUG nova.network.neutron [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1234.628079] env[69765]: DEBUG nova.network.neutron [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.728618] env[69765]: DEBUG oslo_vmware.api [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943963, 'name': ReconfigVM_Task, 'duration_secs': 1.504811} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.729207] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.729431] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfigured VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1235.129686] env[69765]: DEBUG oslo_concurrency.lockutils [req-d210c4f0-e506-4c7b-b9fb-0adcea6b85f4 req-9a48c44f-6398-4b55-9bfc-0f4b653e8f12 service nova] Releasing lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.130100] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.130270] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1235.235022] env[69765]: DEBUG oslo_concurrency.lockutils [None req-106cb3e9-4c91-4fa8-b7b3-24017591d7d0 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-732362d5-20b4-4498-8349-a0e7997166cf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.832s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.450900] env[69765]: INFO nova.compute.manager [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Resuming [ 1235.451528] env[69765]: DEBUG nova.objects.instance [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'flavor' on Instance uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.661545] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1235.797540] env[69765]: DEBUG nova.network.neutron [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Updating instance_info_cache with network_info: [{"id": "779c4f8b-9160-41ef-9e9a-4339d745a955", "address": "fa:16:3e:a6:df:81", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779c4f8b-91", "ovs_interfaceid": "779c4f8b-9160-41ef-9e9a-4339d745a955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.300085] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "refresh_cache-3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.300167] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance network_info: |[{"id": "779c4f8b-9160-41ef-9e9a-4339d745a955", "address": "fa:16:3e:a6:df:81", "network": {"id": "a99d6a8d-c6e9-44bc-9981-d0c71ceda7d9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1035975234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2f19110e4e44c8ba6e84b2902d699ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779c4f8b-91", "ovs_interfaceid": "779c4f8b-9160-41ef-9e9a-4339d745a955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.300693] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:df:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '779c4f8b-9160-41ef-9e9a-4339d745a955', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.308266] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.308558] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.308827] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95847d91-6e0b-4a90-8e71-fbc49c4946f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.329892] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.329892] env[69765]: value = "task-3943965" [ 1236.329892] env[69765]: _type = "Task" [ 1236.329892] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.338409] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943965, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.749291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.749744] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.840542] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3943965, 'name': CreateVM_Task, 'duration_secs': 0.279125} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.840770] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.841518] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.841691] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.842073] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.842346] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb521fb8-b4e3-4bf1-8acb-311bb70a353e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.847813] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1236.847813] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523e6830-1d34-20ba-9d7f-3b457fa89012" [ 1236.847813] env[69765]: _type = "Task" [ 1236.847813] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.856460] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e6830-1d34-20ba-9d7f-3b457fa89012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.962323] env[69765]: DEBUG oslo_concurrency.lockutils [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.962543] env[69765]: DEBUG oslo_concurrency.lockutils [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquired lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.962638] env[69765]: DEBUG nova.network.neutron [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1237.252457] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.252657] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.254086] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d782e-6695-4e47-a1d4-3dc1d940bf1c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.274116] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6bf0da-f107-4779-8110-8e15789dc4ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.304057] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfiguring VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1237.304169] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9684285e-c43d-4fb1-81a6-c8dada2631cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.323801] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1237.323801] env[69765]: value = "task-3943966" [ 1237.323801] env[69765]: _type = "Task" [ 1237.323801] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.332155] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.358837] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523e6830-1d34-20ba-9d7f-3b457fa89012, 'name': SearchDatastore_Task, 'duration_secs': 0.036186} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.359169] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.359411] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.359655] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.359803] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.359987] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.360276] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d391ae7a-a301-4ed2-b83e-c87f5c3bd840 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.371262] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.371451] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.372230] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a633607d-5388-4f8b-ba35-63c2b95631c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.377601] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1237.377601] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52008deb-5523-5119-f4da-fd3acb1111aa" [ 1237.377601] env[69765]: _type = "Task" [ 1237.377601] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.385869] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52008deb-5523-5119-f4da-fd3acb1111aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.696842] env[69765]: DEBUG nova.network.neutron [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [{"id": "b30761f8-2065-4b89-92dc-30f0275ab786", "address": "fa:16:3e:f8:dd:8b", "network": {"id": "d582a0e8-dce8-4159-9148-24fa42af91b3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-180483872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158ea374476b47b89a611cda21913aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30761f8-20", "ovs_interfaceid": "b30761f8-2065-4b89-92dc-30f0275ab786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.835213] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.890089] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52008deb-5523-5119-f4da-fd3acb1111aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.890856] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba750a7-f1b1-46bd-86ee-02c8120f60e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.896675] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1237.896675] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f671e0-80ce-21a7-4607-8846db1acfd0" [ 1237.896675] env[69765]: _type = "Task" [ 1237.896675] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.914633] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f671e0-80ce-21a7-4607-8846db1acfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.199983] env[69765]: DEBUG oslo_concurrency.lockutils [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Releasing lock "refresh_cache-4523e785-73e4-4dd1-8435-fc87a0a36772" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.200999] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4e1a2-8d4f-486f-99cd-d3f200e41f71 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.208953] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Resuming the VM {{(pid=69765) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1238.209245] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5715c8a-bff1-4336-af8f-b111fc991e3a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.215975] env[69765]: DEBUG oslo_vmware.api [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1238.215975] env[69765]: value = "task-3943967" [ 1238.215975] env[69765]: _type = "Task" [ 1238.215975] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.224410] env[69765]: DEBUG oslo_vmware.api [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.334635] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.406793] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f671e0-80ce-21a7-4607-8846db1acfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.407086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.407352] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c/3e07f8ae-2096-4fe8-8c5e-a903e20ba21c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.407650] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5860d7c0-83ec-47c5-9340-8aed9e56f0aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.415723] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1238.415723] env[69765]: value = "task-3943968" [ 1238.415723] env[69765]: _type = "Task" [ 1238.415723] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.423628] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.730548] env[69765]: DEBUG oslo_vmware.api [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.838066] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.929479] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.953904] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.954177] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782839', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'name': 'volume-73e95020-d79b-4bc9-a249-9a72d0d30b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a907c628-6303-409e-a01b-6a07d34270ca', 'attached_at': '', 'detached_at': '', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'serial': '73e95020-d79b-4bc9-a249-9a72d0d30b21'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.955100] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc68e0a7-404b-48f5-b695-606d08a01dab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.972136] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17911e1c-5a49-466e-969f-b1bbd03966d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.001059] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-73e95020-d79b-4bc9-a249-9a72d0d30b21/volume-73e95020-d79b-4bc9-a249-9a72d0d30b21.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.001550] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.001785] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.001987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.002191] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.002366] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.003986] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198cfd2a-2e24-42b2-9af6-48ad01c0dd37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.017959] env[69765]: INFO nova.compute.manager [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Terminating instance [ 1239.026599] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1239.026599] env[69765]: value = "task-3943969" [ 1239.026599] env[69765]: _type = "Task" [ 1239.026599] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.040220] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.230210] env[69765]: DEBUG oslo_vmware.api [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943967, 'name': PowerOnVM_Task, 'duration_secs': 0.562109} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.230471] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Resumed the VM {{(pid=69765) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1239.230664] env[69765]: DEBUG nova.compute.manager [None req-28560542-166e-4eaa-9ba0-7011fe9f07e2 tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.231533] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f1a42-5820-4466-8d01-54ce813205bd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.336241] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.427511] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871942} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.427799] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c/3e07f8ae-2096-4fe8-8c5e-a903e20ba21c.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.428022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.428291] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd5363d-ba2c-45da-88b5-714b6caa5e68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.437502] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1239.437502] env[69765]: value = "task-3943970" [ 1239.437502] env[69765]: _type = "Task" [ 1239.437502] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.446264] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.524078] env[69765]: DEBUG nova.compute.manager [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.524348] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.524679] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88732085-dc32-4451-bc2e-322550b6d425 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.532657] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1239.532657] env[69765]: value = "task-3943971" [ 1239.532657] env[69765]: _type = "Task" [ 1239.532657] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.536754] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943969, 'name': ReconfigVM_Task, 'duration_secs': 0.463708} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.540400] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-73e95020-d79b-4bc9-a249-9a72d0d30b21/volume-73e95020-d79b-4bc9-a249-9a72d0d30b21.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.545288] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9766c715-7148-4421-aa85-44e2c1cbf369 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.561779] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.563593] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1239.563593] env[69765]: value = "task-3943972" [ 1239.563593] env[69765]: _type = "Task" [ 1239.563593] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.573589] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.837880] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.948633] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.045427] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.074339] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.177276] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.177604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.177821] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.178028] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.178199] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.180388] env[69765]: INFO nova.compute.manager [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Terminating instance [ 1240.337965] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.450020] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.546788] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943971, 'name': PowerOffVM_Task, 'duration_secs': 0.768914} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.547078] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.547281] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.547534] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782831', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'name': 'volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e6aedfbd-3372-4071-8ce3-b97573505a32', 'attached_at': '2025-05-09T06:37:15.000000', 'detached_at': '', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'serial': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.548466] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a5f245-74d5-47bf-8eb1-35ae50b435c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.580126] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e177e-f6c8-4eb8-879a-9503df151b6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.591852] env[69765]: DEBUG oslo_vmware.api [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943972, 'name': ReconfigVM_Task, 'duration_secs': 1.006957} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.594677] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782839', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'name': 'volume-73e95020-d79b-4bc9-a249-9a72d0d30b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a907c628-6303-409e-a01b-6a07d34270ca', 'attached_at': '', 'detached_at': '', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'serial': '73e95020-d79b-4bc9-a249-9a72d0d30b21'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.597646] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc08608-4c5f-46e5-9168-7b2814d87817 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.625344] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6115c9aa-e45c-4fc3-ae9e-8658d18148ab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.642206] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] The volume has not been displaced from its original location: [datastore2] volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6/volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.647666] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.647919] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69e116a-54fd-4284-99e9-8374804c9e59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.666416] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1240.666416] env[69765]: value = "task-3943973" [ 1240.666416] env[69765]: _type = "Task" [ 1240.666416] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.676970] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.684148] env[69765]: DEBUG nova.compute.manager [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.684481] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.685325] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb14de0-507d-4197-98a9-5d27e29963f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.692617] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.692859] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5605a8b0-e18a-4fef-a0eb-f4a7c2c91847 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.699619] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1240.699619] env[69765]: value = "task-3943974" [ 1240.699619] env[69765]: _type = "Task" [ 1240.699619] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.708668] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.839147] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.949708] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.113521} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.950688] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.951249] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9a47e-3a42-4774-8043-fd5fba38846c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.973292] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c/3e07f8ae-2096-4fe8-8c5e-a903e20ba21c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.973592] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa8207b-432e-4a7b-ad04-65b871182c47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.993413] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1240.993413] env[69765]: value = "task-3943975" [ 1240.993413] env[69765]: _type = "Task" [ 1240.993413] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.002136] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.177036] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943973, 'name': ReconfigVM_Task, 'duration_secs': 0.413935} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.177313] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.181925] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15586cb3-2caf-4b45-aaa3-e07b8b0ac4f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.199027] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1241.199027] env[69765]: value = "task-3943976" [ 1241.199027] env[69765]: _type = "Task" [ 1241.199027] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.210720] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943974, 'name': PowerOffVM_Task, 'duration_secs': 0.393052} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.213710] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.213898] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.214171] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.214393] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adbaade5-82ee-4b64-bb00-c89bbe5682b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.284961] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.285209] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.285614] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleting the datastore file [datastore1] 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.286026] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16debc73-633f-4c97-9672-1176a89091a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.293558] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for the task: (returnval){ [ 1241.293558] env[69765]: value = "task-3943978" [ 1241.293558] env[69765]: _type = "Task" [ 1241.293558] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.302345] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.339541] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.503562] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943975, 'name': ReconfigVM_Task, 'duration_secs': 0.294688} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.503843] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c/3e07f8ae-2096-4fe8-8c5e-a903e20ba21c.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.504506] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc6653a2-3ff4-4afa-967c-1195faf82827 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.510704] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1241.510704] env[69765]: value = "task-3943979" [ 1241.510704] env[69765]: _type = "Task" [ 1241.510704] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.520692] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943979, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.635984] env[69765]: DEBUG nova.objects.instance [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid a907c628-6303-409e-a01b-6a07d34270ca {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.709231] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943976, 'name': ReconfigVM_Task, 'duration_secs': 0.119714} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.709629] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782831', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'name': 'volume-ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e6aedfbd-3372-4071-8ce3-b97573505a32', 'attached_at': '2025-05-09T06:37:15.000000', 'detached_at': '', 'volume_id': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6', 'serial': 'ebd8fda5-a96d-46d3-889a-8bb06b8d87a6'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.709915] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.710774] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3141271-c348-4e3e-8af8-7a3c6d0820a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.718437] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.718671] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9dbbdbc-c29f-48f9-b26c-d0ee17873cf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.783788] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.784045] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.784210] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore2] e6aedfbd-3372-4071-8ce3-b97573505a32 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.784484] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ec8506-802f-409f-b3fc-c48919e8cb2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.791755] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1241.791755] env[69765]: value = "task-3943981" [ 1241.791755] env[69765]: _type = "Task" [ 1241.791755] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.803958] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.807009] env[69765]: DEBUG oslo_vmware.api [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Task: {'id': task-3943978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193752} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.807256] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.807471] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.807666] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.807836] env[69765]: INFO nova.compute.manager [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.808081] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.808277] env[69765]: DEBUG nova.compute.manager [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.808360] env[69765]: DEBUG nova.network.neutron [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1241.839998] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.936776] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.021987] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943979, 'name': Rename_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.141161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6be91db-c9c5-4885-8ab6-9133e63f0b61 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.809s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.142151] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.206s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.311352] env[69765]: DEBUG oslo_vmware.api [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082293} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.311710] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.311837] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.312038] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.312237] env[69765]: INFO nova.compute.manager [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1242.312861] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.313340] env[69765]: DEBUG nova.compute.manager [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.313441] env[69765]: DEBUG nova.network.neutron [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1242.317748] env[69765]: DEBUG nova.compute.manager [req-6839c3e8-d48c-488d-8f42-f2273af96dad req-85da35a5-6460-4420-bc53-7fe92ad44b0d service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Received event network-vif-deleted-b30761f8-2065-4b89-92dc-30f0275ab786 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.317748] env[69765]: INFO nova.compute.manager [req-6839c3e8-d48c-488d-8f42-f2273af96dad req-85da35a5-6460-4420-bc53-7fe92ad44b0d service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Neutron deleted interface b30761f8-2065-4b89-92dc-30f0275ab786; detaching it from the instance and deleting it from the info cache [ 1242.317748] env[69765]: DEBUG nova.network.neutron [req-6839c3e8-d48c-488d-8f42-f2273af96dad req-85da35a5-6460-4420-bc53-7fe92ad44b0d service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.341488] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.523815] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943979, 'name': Rename_Task, 'duration_secs': 0.881221} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.526279] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.526279] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17f6f37-4ad0-4e66-be86-460df59b2137 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.534020] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1242.534020] env[69765]: value = "task-3943982" [ 1242.534020] env[69765]: _type = "Task" [ 1242.534020] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.541704] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.645457] env[69765]: INFO nova.compute.manager [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Detaching volume 73e95020-d79b-4bc9-a249-9a72d0d30b21 [ 1242.680172] env[69765]: INFO nova.virt.block_device [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Attempting to driver detach volume 73e95020-d79b-4bc9-a249-9a72d0d30b21 from mountpoint /dev/sdb [ 1242.680654] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1242.680654] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782839', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'name': 'volume-73e95020-d79b-4bc9-a249-9a72d0d30b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a907c628-6303-409e-a01b-6a07d34270ca', 'attached_at': '', 'detached_at': '', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'serial': '73e95020-d79b-4bc9-a249-9a72d0d30b21'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1242.681508] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a3204-2ac7-42ff-b95d-123fd7ded5da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.704722] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d3bc9-6a07-473a-a573-2b0f78a311d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.712802] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b926bab-90fd-4c20-9daa-1f62d98b94ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.734381] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e9861-d237-433c-833b-2862e8a64977 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.750710] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] The volume has not been displaced from its original location: [datastore1] volume-73e95020-d79b-4bc9-a249-9a72d0d30b21/volume-73e95020-d79b-4bc9-a249-9a72d0d30b21.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1242.756384] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.756788] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7d5f8d-b39f-4a60-803e-f8d5f47adbf3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.779670] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1242.779670] env[69765]: value = "task-3943983" [ 1242.779670] env[69765]: _type = "Task" [ 1242.779670] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.788742] env[69765]: DEBUG nova.network.neutron [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.790149] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.823132] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dc24030-b3af-4696-bcde-b7fb02c80ae7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.833614] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfdaeea-3b5b-4397-9f27-e5beaed60b92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.853882] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.869722] env[69765]: DEBUG nova.compute.manager [req-6839c3e8-d48c-488d-8f42-f2273af96dad req-85da35a5-6460-4420-bc53-7fe92ad44b0d service nova] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Detach interface failed, port_id=b30761f8-2065-4b89-92dc-30f0275ab786, reason: Instance 4523e785-73e4-4dd1-8435-fc87a0a36772 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.042634] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.291023] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.291627] env[69765]: INFO nova.compute.manager [-] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Took 1.48 seconds to deallocate network for instance. [ 1243.354209] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.544544] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.554551] env[69765]: DEBUG nova.network.neutron [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.568051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.568051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.791938] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943983, 'name': ReconfigVM_Task, 'duration_secs': 0.852541} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.792314] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.798297] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.798640] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.798929] env[69765]: DEBUG nova.objects.instance [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lazy-loading 'resources' on Instance uuid 4523e785-73e4-4dd1-8435-fc87a0a36772 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.800310] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2234b2-7c16-466e-83f4-c3af74c17e39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.818622] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1243.818622] env[69765]: value = "task-3943984" [ 1243.818622] env[69765]: _type = "Task" [ 1243.818622] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.827637] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.855152] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.044993] env[69765]: DEBUG oslo_vmware.api [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943982, 'name': PowerOnVM_Task, 'duration_secs': 1.294103} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.045442] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.045602] env[69765]: INFO nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1244.045803] env[69765]: DEBUG nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.046713] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d18677-8015-4f43-9ec9-719aba7fb70f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.059340] env[69765]: INFO nova.compute.manager [-] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Took 1.75 seconds to deallocate network for instance. [ 1244.072424] env[69765]: DEBUG nova.compute.utils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.329307] env[69765]: DEBUG oslo_vmware.api [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943984, 'name': ReconfigVM_Task, 'duration_secs': 0.198495} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.329660] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782839', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'name': 'volume-73e95020-d79b-4bc9-a249-9a72d0d30b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a907c628-6303-409e-a01b-6a07d34270ca', 'attached_at': '', 'detached_at': '', 'volume_id': '73e95020-d79b-4bc9-a249-9a72d0d30b21', 'serial': '73e95020-d79b-4bc9-a249-9a72d0d30b21'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.358244] env[69765]: DEBUG oslo_vmware.api [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943966, 'name': ReconfigVM_Task, 'duration_secs': 6.852796} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.360911] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.361159] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Reconfigured VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1244.365273] env[69765]: DEBUG nova.compute.manager [req-b9a9d046-2b97-45a0-80b6-94b25726e850 req-8f8b2dff-fd3a-450c-8b85-05c1dd8e7d0a service nova] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Received event network-vif-deleted-aee867d7-188d-4f35-b40f-16ce445f4732 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.440635] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c24c5-1f6b-4a68-b98c-d207a6c49abf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.449847] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da41acb9-2c63-42d1-9e1f-9f836bb882fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.481597] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8a070-a977-47a2-9926-768cb84ad923 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.489359] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385f714-7c20-418c-8d3b-c20800b73dd5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.502934] env[69765]: DEBUG nova.compute.provider_tree [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.566974] env[69765]: INFO nova.compute.manager [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Took 15.38 seconds to build instance. [ 1244.575347] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.602709] env[69765]: INFO nova.compute.manager [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Took 0.54 seconds to detach 1 volumes for instance. [ 1244.605432] env[69765]: DEBUG nova.compute.manager [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Deleting volume: ebd8fda5-a96d-46d3-889a-8bb06b8d87a6 {{(pid=69765) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1244.874997] env[69765]: DEBUG nova.objects.instance [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid a907c628-6303-409e-a01b-6a07d34270ca {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.006643] env[69765]: DEBUG nova.scheduler.client.report [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.069953] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4db996c8-a7ed-4497-9fb3-41cd7f3c8360 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.894s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.160339] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511718] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.514219] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.354s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.514461] env[69765]: DEBUG nova.objects.instance [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'resources' on Instance uuid e6aedfbd-3372-4071-8ce3-b97573505a32 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.536290] env[69765]: INFO nova.scheduler.client.report [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Deleted allocations for instance 4523e785-73e4-4dd1-8435-fc87a0a36772 [ 1245.571949] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.572336] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.572585] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.572795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.572972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.575556] env[69765]: INFO nova.compute.manager [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Terminating instance [ 1245.649038] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.649246] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.649494] env[69765]: INFO nova.compute.manager [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attaching volume 5fedfce8-c1f3-4984-aae5-e44d5fa8f43f to /dev/sdb [ 1245.663423] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.663727] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.664045] env[69765]: DEBUG nova.network.neutron [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1245.690947] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc2b80-7f26-4f42-beba-5582856155c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.698016] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0c66fc-0426-436c-8280-90ec2914696c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.713901] env[69765]: DEBUG nova.virt.block_device [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating existing volume attachment record: ac094310-8d62-4ea8-a252-5538af0b14c0 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.808094] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.808384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.808697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.808914] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.809111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.811508] env[69765]: INFO nova.compute.manager [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Terminating instance [ 1245.881414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4af5c577-fd4f-433e-a1c8-81e9cadf0674 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.739s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.049598] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3734f472-838d-4e7c-8c5f-f6c025911acf tempest-ServerActionsTestJSON-1329033807 tempest-ServerActionsTestJSON-1329033807-project-member] Lock "4523e785-73e4-4dd1-8435-fc87a0a36772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.079705] env[69765]: DEBUG nova.compute.manager [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.080025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.081072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cd3f3-fe4d-43d5-9f82-c80597c162f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.092027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.092280] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9464d4-c524-406a-bc2e-291dddc0258f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.098984] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1246.098984] env[69765]: value = "task-3943987" [ 1246.098984] env[69765]: _type = "Task" [ 1246.098984] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.107206] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.135105] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1466750-5a9a-4c34-aeea-fc7d72e71d37 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.144171] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311574f-eead-4a7e-a4d3-b73e4daa3ce8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.177632] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15a1fcf-2853-431f-9e5c-6c667a0a660e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.186428] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c4adf9-37d0-4bb0-839f-5d043898e17e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.204751] env[69765]: DEBUG nova.compute.provider_tree [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.315696] env[69765]: DEBUG nova.compute.manager [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.316112] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.317043] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587a39e-a937-4cbe-be1b-f54391697dd1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.328216] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.328492] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.328704] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "a907c628-6303-409e-a01b-6a07d34270ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.328868] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.329042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.330729] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.331231] env[69765]: INFO nova.compute.manager [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Terminating instance [ 1246.332553] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ed17e6-94e8-4d96-a3ca-5f282312d3d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.342677] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1246.342677] env[69765]: value = "task-3943988" [ 1246.342677] env[69765]: _type = "Task" [ 1246.342677] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.353129] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.444499] env[69765]: DEBUG nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-deleted-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.444706] env[69765]: INFO nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Neutron deleted interface 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef; detaching it from the instance and deleting it from the info cache [ 1246.445008] env[69765]: DEBUG nova.network.neutron [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "732362d5-20b4-4498-8349-a0e7997166cf", "address": "fa:16:3e:42:55:5a", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732362d5-20", "ovs_interfaceid": "732362d5-20b4-4498-8349-a0e7997166cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.485262] env[69765]: INFO nova.network.neutron [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Port 6d5fe8f5-48e8-45a7-87f0-84a88afc98ef from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1246.485568] env[69765]: INFO nova.network.neutron [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Port 732362d5-20b4-4498-8349-a0e7997166cf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1246.486235] env[69765]: DEBUG nova.network.neutron [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.610658] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943987, 'name': PowerOffVM_Task, 'duration_secs': 0.200331} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.610658] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.610852] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.611048] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-997691d9-a339-472f-b7f6-df518189ef38 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.679755] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.680044] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.680244] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleting the datastore file [datastore1] 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.680527] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de379464-bb13-4b5a-8a78-f1dfdf33b8a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.687944] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for the task: (returnval){ [ 1246.687944] env[69765]: value = "task-3943990" [ 1246.687944] env[69765]: _type = "Task" [ 1246.687944] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.696566] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.710389] env[69765]: DEBUG nova.scheduler.client.report [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.842125] env[69765]: DEBUG nova.compute.manager [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.842473] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.843862] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e24dbc-244f-4b25-bf45-0ba8b3532da3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.861407] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.864027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.864164] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7dee04-b148-4d4c-b3e3-134b9f07a555 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.871143] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1246.871143] env[69765]: value = "task-3943991" [ 1246.871143] env[69765]: _type = "Task" [ 1246.871143] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.879799] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.947790] env[69765]: DEBUG oslo_concurrency.lockutils [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] Acquiring lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.989295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.198867] env[69765]: DEBUG oslo_vmware.api [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Task: {'id': task-3943990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174784} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.199269] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.199348] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.199499] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.199676] env[69765]: INFO nova.compute.manager [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1247.199918] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.200127] env[69765]: DEBUG nova.compute.manager [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.200224] env[69765]: DEBUG nova.network.neutron [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1247.217153] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.249645] env[69765]: INFO nova.scheduler.client.report [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocations for instance e6aedfbd-3372-4071-8ce3-b97573505a32 [ 1247.362117] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.384725] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943991, 'name': PowerOffVM_Task, 'duration_secs': 0.206496} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.384987] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.385737] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.386055] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe7ef7fc-a639-4554-8c71-59f13e8493cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.483037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.483037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.483037] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleting the datastore file [datastore2] a907c628-6303-409e-a01b-6a07d34270ca {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.483037] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3462880d-b4fd-4bf2-968e-124f0a893d3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.496599] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f0bf5b2f-fcb7-417d-8e89-447599097ccb tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-efdf063b-f522-46a6-a087-03d4f7675199-6d5fe8f5-48e8-45a7-87f0-84a88afc98ef" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.747s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.498912] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1247.498912] env[69765]: value = "task-3943993" [ 1247.498912] env[69765]: _type = "Task" [ 1247.498912] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.516307] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.608956] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.609369] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.609474] env[69765]: INFO nova.compute.manager [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Shelving [ 1247.759920] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d4ce56a7-6a94-4115-966d-fbf2aabbd2dc tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e6aedfbd-3372-4071-8ce3-b97573505a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.758s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.860600] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943988, 'name': PowerOffVM_Task, 'duration_secs': 1.24275} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.860879] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.861073] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.861325] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d011c017-6caf-41bd-95c6-a2d14dc0b4c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.934855] env[69765]: DEBUG nova.network.neutron [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.978744] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.978744] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.978744] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleting the datastore file [datastore2] efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.979350] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4497782-9a90-47ef-9d6a-2e44338704d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.987252] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1247.987252] env[69765]: value = "task-3943996" [ 1247.987252] env[69765]: _type = "Task" [ 1247.987252] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.995792] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.996054] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.996249] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.996440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.996602] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.998159] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.998652] env[69765]: INFO nova.compute.manager [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Terminating instance [ 1248.009389] env[69765]: DEBUG oslo_vmware.api [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3943993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170048} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.010273] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.010467] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.010648] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.010823] env[69765]: INFO nova.compute.manager [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1248.011074] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.011273] env[69765]: DEBUG nova.compute.manager [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.011374] env[69765]: DEBUG nova.network.neutron [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1248.439630] env[69765]: INFO nova.compute.manager [-] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Took 1.24 seconds to deallocate network for instance. [ 1248.494151] env[69765]: DEBUG nova.compute.manager [req-c54c1439-1395-41a4-a70c-7ab6cb60d8fd req-679d39cb-c4dc-4fb9-8c0f-7e5432221f45 service nova] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Received event network-vif-deleted-779c4f8b-9160-41ef-9e9a-4339d745a955 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.505615] env[69765]: DEBUG nova.compute.manager [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.505782] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.506825] env[69765]: DEBUG oslo_vmware.api [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3943996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216783} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.507617] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c960e-6edf-4337-9917-5d4bbc7ff8fe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.511590] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.511849] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.512108] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.513213] env[69765]: INFO nova.compute.manager [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1248.513567] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.514242] env[69765]: DEBUG nova.compute.manager [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.514408] env[69765]: DEBUG nova.network.neutron [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1248.524640] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.525038] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa40718f-cc95-4c1f-a198-b1bb7cb6dc2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.534072] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1248.534072] env[69765]: value = "task-3943997" [ 1248.534072] env[69765]: _type = "Task" [ 1248.534072] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.544623] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.599942] env[69765]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 732362d5-20b4-4498-8349-a0e7997166cf could not be found.", "detail": ""}} {{(pid=69765) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1248.602903] env[69765]: DEBUG nova.network.neutron [-] Unable to show port 732362d5-20b4-4498-8349-a0e7997166cf as it no longer exists. {{(pid=69765) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1248.620075] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.621013] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7177c040-6274-4e02-b5bd-687fe14fb396 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.631025] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1248.631025] env[69765]: value = "task-3943998" [ 1248.631025] env[69765]: _type = "Task" [ 1248.631025] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.640890] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.958767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.958767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.958767] env[69765]: DEBUG nova.objects.instance [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lazy-loading 'resources' on Instance uuid 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.045496] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3943997, 'name': PowerOffVM_Task, 'duration_secs': 0.252373} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.045496] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.045853] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.045853] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985399e4-1c61-45c8-b354-d4b2dd71ca59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.076702] env[69765]: DEBUG nova.compute.manager [req-60f9733b-9ec8-4bf6-b491-c1412f23a61b req-bd08d499-4bbb-4b15-9474-2c7e1f3bb2f0 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-deleted-7caef0ca-59fa-4ded-a24e-8a399ff23d6b {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.077159] env[69765]: INFO nova.compute.manager [req-60f9733b-9ec8-4bf6-b491-c1412f23a61b req-bd08d499-4bbb-4b15-9474-2c7e1f3bb2f0 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Neutron deleted interface 7caef0ca-59fa-4ded-a24e-8a399ff23d6b; detaching it from the instance and deleting it from the info cache [ 1249.077914] env[69765]: DEBUG nova.network.neutron [req-60f9733b-9ec8-4bf6-b491-c1412f23a61b req-bd08d499-4bbb-4b15-9474-2c7e1f3bb2f0 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.109878] env[69765]: DEBUG nova.network.neutron [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.145039] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3943998, 'name': PowerOffVM_Task, 'duration_secs': 0.23755} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.145443] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.146773] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbafefa1-d15c-4067-b15f-cf3740ca20b2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.167840] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f933022e-b830-483e-a8dd-9b5ff1103cc3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.210970] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.211623] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.211623] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore2] 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.211740] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17eaa9ef-003f-4294-a9c1-e4165197891f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.219903] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1249.219903] env[69765]: value = "task-3944000" [ 1249.219903] env[69765]: _type = "Task" [ 1249.219903] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.230773] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.553939] env[69765]: DEBUG nova.network.neutron [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.581902] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10f84c30-f5ac-445a-bd44-be78318067de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.585853] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094ea4c-7bff-4fca-96de-e89182c9ba5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.595539] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f531970c-b1b2-443e-a5c3-29858418b48a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.604166] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6353063-1a13-4a04-98f2-43d15d673190 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.614838] env[69765]: INFO nova.compute.manager [-] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Took 1.60 seconds to deallocate network for instance. [ 1249.653648] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc506fd-8f71-4b18-8ab2-889e8487726a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.660871] env[69765]: DEBUG nova.compute.manager [req-60f9733b-9ec8-4bf6-b491-c1412f23a61b req-bd08d499-4bbb-4b15-9474-2c7e1f3bb2f0 service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Detach interface failed, port_id=7caef0ca-59fa-4ded-a24e-8a399ff23d6b, reason: Instance efdf063b-f522-46a6-a087-03d4f7675199 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.668336] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7171de-7bb5-4ba6-bfbc-f3dd8c19c58e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.684694] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.685484] env[69765]: DEBUG nova.compute.provider_tree [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.686734] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ffd0991-1d5b-41ab-8a72-13a966ec4b61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.696380] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1249.696380] env[69765]: value = "task-3944001" [ 1249.696380] env[69765]: _type = "Task" [ 1249.696380] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.711294] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.730625] env[69765]: DEBUG oslo_vmware.api [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147489} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.730883] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.731075] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.731251] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.731420] env[69765]: INFO nova.compute.manager [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1249.731725] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.732226] env[69765]: DEBUG nova.compute.manager [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.732662] env[69765]: DEBUG nova.network.neutron [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1250.057544] env[69765]: INFO nova.compute.manager [-] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Took 1.54 seconds to deallocate network for instance. [ 1250.147167] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.190018] env[69765]: DEBUG nova.scheduler.client.report [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.209574] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944001, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.264506] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.264746] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782841', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'name': 'volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'serial': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.265707] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c1569-dfd0-4d73-939d-8d7bbbae9841 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.283357] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24db96c-2d5b-45bc-b27c-d901fc1ab814 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.309391] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f/volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.309731] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcea8dc4-5454-43ea-b6c0-82d38343e73e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.330098] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1250.330098] env[69765]: value = "task-3944002" [ 1250.330098] env[69765]: _type = "Task" [ 1250.330098] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.339315] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.472474] env[69765]: DEBUG nova.network.neutron [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.521556] env[69765]: DEBUG nova.compute.manager [req-0396c17d-fd25-4517-a222-a26fce654475 req-4ed755d2-5746-4b48-932a-de108cc1f840 service nova] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Received event network-vif-deleted-b6642af1-5a91-4916-b02b-f8b42ff5a2c4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.566652] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.695035] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.697883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.551s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.698161] env[69765]: DEBUG nova.objects.instance [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'resources' on Instance uuid a907c628-6303-409e-a01b-6a07d34270ca {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.709449] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944001, 'name': CreateSnapshot_Task, 'duration_secs': 0.911428} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.709734] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.711653] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8b303-8772-438c-a7ad-79f5ff21fd1b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.727945] env[69765]: INFO nova.scheduler.client.report [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Deleted allocations for instance 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c [ 1250.841049] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944002, 'name': ReconfigVM_Task, 'duration_secs': 0.423394} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.841438] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f/volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.847705] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18884e58-0ba3-4481-8d5f-0d12864d7fd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.863425] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1250.863425] env[69765]: value = "task-3944003" [ 1250.863425] env[69765]: _type = "Task" [ 1250.863425] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.872849] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.975201] env[69765]: INFO nova.compute.manager [-] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Took 1.24 seconds to deallocate network for instance. [ 1251.102746] env[69765]: DEBUG nova.compute.manager [req-abf7c9cf-58d0-4def-82d2-5aa7a0904ae2 req-483f3567-09c1-450e-93ce-509526ca5ada service nova] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Received event network-vif-deleted-529baa6b-85aa-444b-871f-f4a0aa0e5865 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.238158] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1251.243042] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5b1a4eb-7ee3-46c0-9ffe-7a470198a529 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.246290] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0e76e86a-0ea3-4caf-b0bf-efdfcd79f900 tempest-ServerDiskConfigTestJSON-1108814481 tempest-ServerDiskConfigTestJSON-1108814481-project-member] Lock "3e07f8ae-2096-4fe8-8c5e-a903e20ba21c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.254212] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1251.254212] env[69765]: value = "task-3944004" [ 1251.254212] env[69765]: _type = "Task" [ 1251.254212] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.265695] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944004, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.312363] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766efcf-cfda-4873-bd7f-04fdcd4631bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.321360] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5c7ec6-44f1-4abf-9747-71fed0396edc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.352900] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbfb8d5-2f89-42c6-a18e-798234721002 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.362509] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea30a28-667e-42ed-807d-69c3a9501b58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.376160] env[69765]: DEBUG oslo_vmware.api [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944003, 'name': ReconfigVM_Task, 'duration_secs': 0.139403} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.384027] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782841', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'name': 'volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'serial': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.385795] env[69765]: DEBUG nova.compute.provider_tree [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.482164] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.764524] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944004, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.893340] env[69765]: DEBUG nova.scheduler.client.report [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.266919] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944004, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.400502] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.404279] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.837s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.404656] env[69765]: DEBUG nova.objects.instance [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'resources' on Instance uuid efdf063b-f522-46a6-a087-03d4f7675199 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.430030] env[69765]: INFO nova.scheduler.client.report [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted allocations for instance a907c628-6303-409e-a01b-6a07d34270ca [ 1252.431336] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "888d6db2-b246-4919-a765-170217a819cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.431574] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.437378] env[69765]: DEBUG nova.objects.instance [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.770385] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944004, 'name': CloneVM_Task, 'duration_secs': 1.344114} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.772620] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Created linked-clone VM from snapshot [ 1252.772620] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf25077-9b80-4bef-b347-026b21c8bb20 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.784047] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Uploading image 4efef534-d47f-4566-8c11-d0918bde6a57 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.827975] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.827975] env[69765]: value = "vm-782843" [ 1252.827975] env[69765]: _type = "VirtualMachine" [ 1252.827975] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.827975] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9acb540d-9065-4e4e-9edb-40b2cb433521 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.838387] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease: (returnval){ [ 1252.838387] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fcffb5-0236-57a0-f56a-d8ff5e6fef01" [ 1252.838387] env[69765]: _type = "HttpNfcLease" [ 1252.838387] env[69765]: } obtained for exporting VM: (result){ [ 1252.838387] env[69765]: value = "vm-782843" [ 1252.838387] env[69765]: _type = "VirtualMachine" [ 1252.838387] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.838730] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the lease: (returnval){ [ 1252.838730] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fcffb5-0236-57a0-f56a-d8ff5e6fef01" [ 1252.838730] env[69765]: _type = "HttpNfcLease" [ 1252.838730] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.845895] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.845895] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fcffb5-0236-57a0-f56a-d8ff5e6fef01" [ 1252.845895] env[69765]: _type = "HttpNfcLease" [ 1252.845895] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.875068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.875569] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.944090] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.949423] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d1560436-dc46-48d7-98f9-23e3c7416be9 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "a907c628-6303-409e-a01b-6a07d34270ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.619s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.949423] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a47f1934-d8bf-4697-9056-d097cbf25929 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.051040] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1829a80c-98b9-4a89-a158-b294da47f189 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.062250] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b827e2-45ce-4b84-a997-88f034467a8d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.102344] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeca89a-2665-4462-8bea-9585e134192a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.112389] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6056f327-b873-447b-a672-738e6c08ad5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.130503] env[69765]: DEBUG nova.compute.provider_tree [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.350191] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.350191] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fcffb5-0236-57a0-f56a-d8ff5e6fef01" [ 1253.350191] env[69765]: _type = "HttpNfcLease" [ 1253.350191] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.350191] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.350191] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52fcffb5-0236-57a0-f56a-d8ff5e6fef01" [ 1253.350191] env[69765]: _type = "HttpNfcLease" [ 1253.350191] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.351460] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f77ef-b5db-42aa-88dc-15452f60eebd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.361665] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.361665] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.438639] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.474663] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.494760] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c002d516-c2ee-4325-b838-9273205c5685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.639351] env[69765]: DEBUG nova.scheduler.client.report [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.970274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.985508] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.986646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.145938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.148967] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.667s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.149732] env[69765]: DEBUG nova.objects.instance [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'resources' on Instance uuid 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.170070] env[69765]: INFO nova.scheduler.client.report [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted allocations for instance efdf063b-f522-46a6-a087-03d4f7675199 [ 1254.492563] env[69765]: DEBUG nova.compute.utils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.679585] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f705a2ac-ffa1-4616-83d4-6f119b8310d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "efdf063b-f522-46a6-a087-03d4f7675199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.871s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.680521] env[69765]: DEBUG oslo_concurrency.lockutils [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] Acquired lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.684363] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3006bc7-78b3-45e7-98ad-39523da3b9ed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.694827] env[69765]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1254.694827] env[69765]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69765) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1254.698685] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06554a7d-c63e-4cf6-84db-888c431dd001 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.713391] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180eb237-16cc-466e-be02-99cd7813b9d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.754242] env[69765]: ERROR root [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-782832' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-782832' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-782832' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-782832'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-782832' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-782832' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-782832'}\n"]: nova.exception.InstanceNotFound: Instance efdf063b-f522-46a6-a087-03d4f7675199 could not be found. [ 1254.754565] env[69765]: DEBUG oslo_concurrency.lockutils [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] Releasing lock "efdf063b-f522-46a6-a087-03d4f7675199" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.754808] env[69765]: DEBUG nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Detach interface failed, port_id=6d5fe8f5-48e8-45a7-87f0-84a88afc98ef, reason: Instance efdf063b-f522-46a6-a087-03d4f7675199 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.755171] env[69765]: DEBUG nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Received event network-vif-deleted-732362d5-20b4-4498-8349-a0e7997166cf {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.755406] env[69765]: INFO nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Neutron deleted interface 732362d5-20b4-4498-8349-a0e7997166cf; detaching it from the instance and deleting it from the info cache [ 1254.755819] env[69765]: DEBUG nova.network.neutron [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Updating instance_info_cache with network_info: [{"id": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "address": "fa:16:3e:26:88:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caef0ca-59", "ovs_interfaceid": "7caef0ca-59fa-4ded-a24e-8a399ff23d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.799043] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb8dee1-9626-4092-9efc-b79c693fc887 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.809190] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af62072-17d3-4a9d-a8d8-80cf1f22ef9f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.846129] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b04d31-0596-45cc-b7a9-22403a1e0354 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.854342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261fdda6-7d0f-43c0-9819-feb14febf03e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.869496] env[69765]: DEBUG nova.compute.provider_tree [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.995366] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.259175] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02756e14-534b-42cb-9cd2-df6991f6fb96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.271014] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3833f-bf05-4e25-b8c8-d87058217528 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.288849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.289170] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.309297] env[69765]: DEBUG nova.compute.manager [req-8ff44b48-d734-45bf-ba7a-074053d74d2e req-c6407b0a-bb2d-416d-a779-87600ff44c6c service nova] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Detach interface failed, port_id=732362d5-20b4-4498-8349-a0e7997166cf, reason: Instance efdf063b-f522-46a6-a087-03d4f7675199 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.372978] env[69765]: DEBUG nova.scheduler.client.report [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.792278] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.879046] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.881149] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.407s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.882652] env[69765]: INFO nova.compute.claims [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.901034] env[69765]: INFO nova.scheduler.client.report [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocations for instance 21d22ae1-6f04-4558-9fb0-294d81c0ddc5 [ 1256.060788] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.061147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.061711] env[69765]: INFO nova.compute.manager [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attaching volume e58927ed-b64d-45cb-a9e3-36794e3a1f61 to /dev/sdc [ 1256.095383] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47537465-be54-4486-a67a-29711028a260 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.103495] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2b386-7019-416e-a21b-e01627fb7e29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.119828] env[69765]: DEBUG nova.virt.block_device [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating existing volume attachment record: ac0f7167-8038-4ac3-b9f1-fe2eacbc4e44 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1256.313487] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.409537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1f0cd841-d7c6-4cb7-8746-79a5448df99f tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "21d22ae1-6f04-4558-9fb0-294d81c0ddc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.413s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.664466] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.664798] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.003185] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21473dfb-694d-487b-a306-5fb488c15890 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.011535] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ef257-a22c-4de0-8321-b05780359f77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.043581] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc869bc-ab69-4a46-96ee-23d954c50737 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.052271] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e874a-d595-4506-abd9-dfc744162366 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.067056] env[69765]: DEBUG nova.compute.provider_tree [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.168020] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.570551] env[69765]: DEBUG nova.scheduler.client.report [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.689062] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.075638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.076306] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.079372] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.109s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.080960] env[69765]: INFO nova.compute.claims [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.586616] env[69765]: DEBUG nova.compute.utils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.591490] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.591892] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.629910] env[69765]: DEBUG nova.policy [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49554eb466c34069b496ac00a9101849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67955771bffe48e6977c463428d1a724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.912704] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Successfully created port: 125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.091889] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.211389] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33f0ac4-387a-49c5-8ccb-e5e5bb5d95a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.221234] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892abdf-b105-48a8-b3d0-548da5ea6c12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.253419] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb188284-5f78-46f7-a229-33809a61d89c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.262298] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d793b8-5334-4c02-87b2-66d38ba1cdf7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.276795] env[69765]: DEBUG nova.compute.provider_tree [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.780197] env[69765]: DEBUG nova.scheduler.client.report [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.106236] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.133979] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.134354] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.134641] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.134993] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.135198] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.135355] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.135587] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.135754] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.135923] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.136125] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.136303] env[69765]: DEBUG nova.virt.hardware [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.137236] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57c5fd-0d6e-4bca-a376-caa6c04a1005 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.146290] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0829d53-bb36-4080-9c8b-c9c6fd1da4aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.152240] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.152484] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.152708] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.152909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.153096] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.155319] env[69765]: INFO nova.compute.manager [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Terminating instance [ 1260.285870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.286179] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.288903] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.976s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.291328] env[69765]: INFO nova.compute.claims [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.329775] env[69765]: DEBUG nova.compute.manager [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Received event network-vif-plugged-125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.330102] env[69765]: DEBUG oslo_concurrency.lockutils [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] Acquiring lock "888d6db2-b246-4919-a765-170217a819cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.330382] env[69765]: DEBUG oslo_concurrency.lockutils [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] Lock "888d6db2-b246-4919-a765-170217a819cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.330607] env[69765]: DEBUG oslo_concurrency.lockutils [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] Lock "888d6db2-b246-4919-a765-170217a819cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.330838] env[69765]: DEBUG nova.compute.manager [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] No waiting events found dispatching network-vif-plugged-125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.331045] env[69765]: WARNING nova.compute.manager [req-f92627f5-dc4f-46b6-b3e3-af5d7297614a req-d8e2fb15-4b57-4cfa-a620-b9c01905c847 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Received unexpected event network-vif-plugged-125242cb-62c4-48f1-aef1-ee0dffe86172 for instance with vm_state building and task_state spawning. [ 1260.434655] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Successfully updated port: 125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.667927] env[69765]: DEBUG nova.compute.manager [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.668220] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.669569] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.669784] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782844', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'name': 'volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'serial': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.670704] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfcbd8a-f404-4bd9-a500-c2f48716c083 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.674246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf34f0a-6046-44c2-943e-fd531d98adc7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.693698] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1466b41-47a0-4b8f-b53e-b33d88f7fd26 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.696246] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.696523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3502d99-296b-4270-b7e1-ef793c7cfb40 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.726653] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61/volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.728439] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2918e5f-7de3-47d7-80e2-c7cf8cfb3743 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.742177] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1260.742177] env[69765]: value = "task-3944009" [ 1260.742177] env[69765]: _type = "Task" [ 1260.742177] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.749229] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1260.749229] env[69765]: value = "task-3944010" [ 1260.749229] env[69765]: _type = "Task" [ 1260.749229] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.752951] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.761880] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.795916] env[69765]: DEBUG nova.compute.utils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.800234] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.800522] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.844762] env[69765]: DEBUG nova.policy [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49554eb466c34069b496ac00a9101849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67955771bffe48e6977c463428d1a724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.938462] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.938645] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.938806] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1260.957981] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.958952] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ded89-50f7-4bb8-98b3-b974f2606ad5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.966447] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.966621] env[69765]: ERROR oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk due to incomplete transfer. [ 1260.966869] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43ed49ee-7ec0-444d-b267-59d8e5086c7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.975767] env[69765]: DEBUG oslo_vmware.rw_handles [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523429e9-aef8-22dc-b0cc-4bdd55840583/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.975976] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Uploaded image 4efef534-d47f-4566-8c11-d0918bde6a57 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.978262] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.978669] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57bde1f6-5ede-44d6-93cf-528951e6edeb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.985889] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1260.985889] env[69765]: value = "task-3944011" [ 1260.985889] env[69765]: _type = "Task" [ 1260.985889] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.995161] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944011, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.146176] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Successfully created port: 33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.255426] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944009, 'name': PowerOffVM_Task, 'duration_secs': 0.232529} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.258923] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.259161] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.259445] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5957305-a8ee-4c69-a79a-908d390da6db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.268132] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944010, 'name': ReconfigVM_Task, 'duration_secs': 0.496281} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.268459] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61/volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.274051] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93d7843-f3a1-487e-ba5e-76e6c53e12eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.295516] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1261.295516] env[69765]: value = "task-3944013" [ 1261.295516] env[69765]: _type = "Task" [ 1261.295516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.301387] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.312237] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.362285] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.362285] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.362285] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleting the datastore file [datastore1] e98c48bd-df45-439d-ab1e-6c11c3612fac {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.362285] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02151508-60b8-46a2-8b4a-a814dc61e445 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.369050] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for the task: (returnval){ [ 1261.369050] env[69765]: value = "task-3944014" [ 1261.369050] env[69765]: _type = "Task" [ 1261.369050] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.381799] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.441388] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b2023-11dd-41a8-bb7f-36dadf7f6889 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.453458] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60588b5f-2bcc-4848-ab0a-5d00ea2a5ea2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.489995] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1261.495447] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423aa684-e5ee-4c00-a990-bb65cb0d28d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.505987] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944011, 'name': Destroy_Task, 'duration_secs': 0.356525} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.508299] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Destroyed the VM [ 1261.508558] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.508868] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9085ccd-bb3d-4e8b-bc13-de96d898cd96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.511685] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc4933-71b7-4091-9b12-6f76ad68c3b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.529495] env[69765]: DEBUG nova.compute.provider_tree [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.532702] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1261.532702] env[69765]: value = "task-3944015" [ 1261.532702] env[69765]: _type = "Task" [ 1261.532702] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.651856] env[69765]: DEBUG nova.network.neutron [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [{"id": "125242cb-62c4-48f1-aef1-ee0dffe86172", "address": "fa:16:3e:1c:ef:67", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125242cb-62", "ovs_interfaceid": "125242cb-62c4-48f1-aef1-ee0dffe86172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.809980] env[69765]: DEBUG oslo_vmware.api [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944013, 'name': ReconfigVM_Task, 'duration_secs': 0.224989} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.810408] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782844', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'name': 'volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'serial': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1261.883761] env[69765]: DEBUG oslo_vmware.api [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Task: {'id': task-3944014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303349} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.884228] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.884583] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.884919] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.885250] env[69765]: INFO nova.compute.manager [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1261.885659] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.885960] env[69765]: DEBUG nova.compute.manager [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.886143] env[69765]: DEBUG nova.network.neutron [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1262.033374] env[69765]: DEBUG nova.scheduler.client.report [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.051521] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944015, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436454} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.053919] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.054288] env[69765]: DEBUG nova.compute.manager [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.055764] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570ce744-8d08-4093-af08-83eca9e5d26b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.155313] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.155711] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Instance network_info: |[{"id": "125242cb-62c4-48f1-aef1-ee0dffe86172", "address": "fa:16:3e:1c:ef:67", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125242cb-62", "ovs_interfaceid": "125242cb-62c4-48f1-aef1-ee0dffe86172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.156102] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ef:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125242cb-62c4-48f1-aef1-ee0dffe86172', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.164350] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating folder: Project (67955771bffe48e6977c463428d1a724). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.166117] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5391b0df-923f-4079-a0a9-c02874248aa8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.180063] env[69765]: DEBUG nova.compute.manager [req-f3f68966-f4fc-4394-846e-878ebc1b18d2 req-38b52948-206f-44d3-8640-68ae72ee0501 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Received event network-vif-deleted-929e63e0-d8a9-4fcf-a0e0-b83bcb76a903 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.180063] env[69765]: INFO nova.compute.manager [req-f3f68966-f4fc-4394-846e-878ebc1b18d2 req-38b52948-206f-44d3-8640-68ae72ee0501 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Neutron deleted interface 929e63e0-d8a9-4fcf-a0e0-b83bcb76a903; detaching it from the instance and deleting it from the info cache [ 1262.180228] env[69765]: DEBUG nova.network.neutron [req-f3f68966-f4fc-4394-846e-878ebc1b18d2 req-38b52948-206f-44d3-8640-68ae72ee0501 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.182972] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created folder: Project (67955771bffe48e6977c463428d1a724) in parent group-v782532. [ 1262.183175] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating folder: Instances. Parent ref: group-v782845. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.183610] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b279e25-5500-4d2e-a025-36ed30558980 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.194579] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created folder: Instances in parent group-v782845. [ 1262.194894] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.195669] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.195909] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f931668-4b2a-4bab-94de-3dcc54bbd9f1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.217411] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.217411] env[69765]: value = "task-3944018" [ 1262.217411] env[69765]: _type = "Task" [ 1262.217411] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.229382] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944018, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.314046] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.343279] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.343566] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.343687] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.343867] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.344022] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.344174] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.344387] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.344571] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.344779] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.344989] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.345127] env[69765]: DEBUG nova.virt.hardware [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.346373] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32557b-077d-4f24-891d-583d07652d18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.356664] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658f1f4-b345-4f7e-93c2-ad1866cd3402 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.400986] env[69765]: DEBUG nova.compute.manager [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Received event network-changed-125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.401141] env[69765]: DEBUG nova.compute.manager [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Refreshing instance network info cache due to event network-changed-125242cb-62c4-48f1-aef1-ee0dffe86172. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.401394] env[69765]: DEBUG oslo_concurrency.lockutils [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] Acquiring lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.401501] env[69765]: DEBUG oslo_concurrency.lockutils [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] Acquired lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.401742] env[69765]: DEBUG nova.network.neutron [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Refreshing network info cache for port 125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1262.542177] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.542902] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.546624] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.857s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.548222] env[69765]: INFO nova.compute.claims [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.569779] env[69765]: INFO nova.compute.manager [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Shelve offloading [ 1262.668954] env[69765]: DEBUG nova.network.neutron [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.684696] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-511106ac-e7c5-48c9-8315-9cfb45e8782c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.694300] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83808549-e02e-4c78-bee9-30674c2eaaa1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.724216] env[69765]: DEBUG nova.compute.manager [req-f3f68966-f4fc-4394-846e-878ebc1b18d2 req-38b52948-206f-44d3-8640-68ae72ee0501 service nova] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Detach interface failed, port_id=929e63e0-d8a9-4fcf-a0e0-b83bcb76a903, reason: Instance e98c48bd-df45-439d-ab1e-6c11c3612fac could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.725243] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Successfully updated port: 33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.735355] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944018, 'name': CreateVM_Task, 'duration_secs': 0.358555} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.736075] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.736773] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.736938] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.737291] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.737829] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3699cb-a85c-4378-84c2-c295f6d9dbaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.742954] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1262.742954] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5253fcb3-951f-eb3e-8397-777f7fdcc6b3" [ 1262.742954] env[69765]: _type = "Task" [ 1262.742954] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.751735] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5253fcb3-951f-eb3e-8397-777f7fdcc6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.853735] env[69765]: DEBUG nova.objects.instance [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.052823] env[69765]: DEBUG nova.compute.utils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.056419] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.056642] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.074993] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.077748] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72dd6f8-46a6-44bf-9b08-6cfa18b87cbe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.086814] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1263.086814] env[69765]: value = "task-3944019" [ 1263.086814] env[69765]: _type = "Task" [ 1263.086814] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.095726] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.098873] env[69765]: DEBUG nova.policy [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd514df4d9a45e0b439a6d2919f10db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1905b06bf1734971aff7642418c47123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.117940] env[69765]: DEBUG nova.network.neutron [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updated VIF entry in instance network info cache for port 125242cb-62c4-48f1-aef1-ee0dffe86172. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1263.118339] env[69765]: DEBUG nova.network.neutron [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [{"id": "125242cb-62c4-48f1-aef1-ee0dffe86172", "address": "fa:16:3e:1c:ef:67", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125242cb-62", "ovs_interfaceid": "125242cb-62c4-48f1-aef1-ee0dffe86172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.172940] env[69765]: INFO nova.compute.manager [-] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Took 1.29 seconds to deallocate network for instance. [ 1263.231161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.231161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.231161] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1263.254044] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5253fcb3-951f-eb3e-8397-777f7fdcc6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.039334} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.254372] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.254613] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.254859] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.254997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.255276] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.255571] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8aa04e3-5489-4f25-bc5c-55073457be5f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.265135] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.265338] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.266102] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9969a7a9-e417-49c1-a02c-f09e4961d22d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.271702] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1263.271702] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e848cd-e077-aeb4-8451-e72ec96abca8" [ 1263.271702] env[69765]: _type = "Task" [ 1263.271702] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.280663] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e848cd-e077-aeb4-8451-e72ec96abca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.363245] env[69765]: DEBUG oslo_concurrency.lockutils [None req-dce607cb-9d72-4cd5-b3e8-de48aa113735 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.441605] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Successfully created port: e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.559887] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.601962] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.602200] env[69765]: DEBUG nova.compute.manager [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.602944] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762448d8-15eb-49fd-a402-4e3624e61339 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.610424] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.610689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.610927] env[69765]: DEBUG nova.network.neutron [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1263.621644] env[69765]: DEBUG oslo_concurrency.lockutils [req-28cb96d5-1422-4d67-b78e-7b1b45c1baa1 req-3d002c6b-0364-4614-8e0c-3b4e0f887f00 service nova] Releasing lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.669884] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deb55e3-5baa-4d1b-93aa-607340e27640 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.678940] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c28a2-12b1-4973-89e8-f0d3756b7913 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.682649] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.711376] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de760125-8a66-4b76-b4b7-d20657c02e39 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.714136] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.714377] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.721020] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0b5a8-f248-48dd-bf88-a2fcd45a448c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.737193] env[69765]: DEBUG nova.compute.provider_tree [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.765928] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1263.781827] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52e848cd-e077-aeb4-8451-e72ec96abca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.784720] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eca3d3-f475-4f03-8051-581653310060 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.791031] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1263.791031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ea617a-4d6d-1330-50eb-a8ebfa5d14ff" [ 1263.791031] env[69765]: _type = "Task" [ 1263.791031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.798143] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea617a-4d6d-1330-50eb-a8ebfa5d14ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.893744] env[69765]: DEBUG nova.network.neutron [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updating instance_info_cache with network_info: [{"id": "33717dd9-fac0-44d8-bff0-269ba822a661", "address": "fa:16:3e:16:58:49", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33717dd9-fa", "ovs_interfaceid": "33717dd9-fac0-44d8-bff0-269ba822a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.218486] env[69765]: INFO nova.compute.manager [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Detaching volume 5fedfce8-c1f3-4984-aae5-e44d5fa8f43f [ 1264.240805] env[69765]: DEBUG nova.scheduler.client.report [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.267294] env[69765]: INFO nova.virt.block_device [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attempting to driver detach volume 5fedfce8-c1f3-4984-aae5-e44d5fa8f43f from mountpoint /dev/sdb [ 1264.267566] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.267792] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782841', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'name': 'volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'serial': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.268687] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb461b6-6739-49d1-919c-eccc528be779 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.301022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39854908-ecf8-438e-8144-ada51343e561 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.310062] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ea617a-4d6d-1330-50eb-a8ebfa5d14ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.311464] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.311739] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 888d6db2-b246-4919-a765-170217a819cf/888d6db2-b246-4919-a765-170217a819cf.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.312133] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57097acc-4b50-488f-bb96-6b62bff1720e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.314360] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d42e5-58c7-49a0-aea2-fc672f399496 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.343807] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc058a1-4386-4bd9-931b-1c78c761bd7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.346799] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1264.346799] env[69765]: value = "task-3944020" [ 1264.346799] env[69765]: _type = "Task" [ 1264.346799] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.364127] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f/volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.369950] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.370864] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397b8cdb-2f3b-4330-b467-493cbb10c11a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.384775] env[69765]: DEBUG nova.network.neutron [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.389282] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.396461] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.396809] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Instance network_info: |[{"id": "33717dd9-fac0-44d8-bff0-269ba822a661", "address": "fa:16:3e:16:58:49", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33717dd9-fa", "ovs_interfaceid": "33717dd9-fac0-44d8-bff0-269ba822a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.397218] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1264.397218] env[69765]: value = "task-3944021" [ 1264.397218] env[69765]: _type = "Task" [ 1264.397218] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.398478] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:58:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33717dd9-fac0-44d8-bff0-269ba822a661', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.406796] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.407637] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.411633] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22851223-5a80-4693-83c4-dcc70b6964c9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.430708] env[69765]: DEBUG nova.compute.manager [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Received event network-vif-plugged-33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.430968] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Acquiring lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.431240] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.431418] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.431709] env[69765]: DEBUG nova.compute.manager [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] No waiting events found dispatching network-vif-plugged-33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.431795] env[69765]: WARNING nova.compute.manager [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Received unexpected event network-vif-plugged-33717dd9-fac0-44d8-bff0-269ba822a661 for instance with vm_state building and task_state spawning. [ 1264.431908] env[69765]: DEBUG nova.compute.manager [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Received event network-changed-33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.432092] env[69765]: DEBUG nova.compute.manager [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Refreshing instance network info cache due to event network-changed-33717dd9-fac0-44d8-bff0-269ba822a661. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.432282] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Acquiring lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.432417] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Acquired lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.432572] env[69765]: DEBUG nova.network.neutron [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Refreshing network info cache for port 33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1264.439323] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.439585] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.439585] env[69765]: value = "task-3944022" [ 1264.439585] env[69765]: _type = "Task" [ 1264.439585] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.451606] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944022, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.578468] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.610374] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.610652] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.610819] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.611076] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.611204] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.611486] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.611563] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.611822] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.611923] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.612162] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.612354] env[69765]: DEBUG nova.virt.hardware [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.613342] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed9abe8-add4-4ca8-9665-3bebe12e5b1f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.623505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5e1fe-53eb-453c-9b62-d457f5874988 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.746022] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.746692] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.750386] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.068s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.750775] env[69765]: DEBUG nova.objects.instance [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lazy-loading 'resources' on Instance uuid e98c48bd-df45-439d-ab1e-6c11c3612fac {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.861078] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502027} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.861460] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 888d6db2-b246-4919-a765-170217a819cf/888d6db2-b246-4919-a765-170217a819cf.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.861819] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.862219] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6460e257-ec55-4adb-b13d-dfe377aa6519 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.872200] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1264.872200] env[69765]: value = "task-3944023" [ 1264.872200] env[69765]: _type = "Task" [ 1264.872200] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.881738] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.890533] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.895482] env[69765]: DEBUG nova.compute.manager [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Received event network-vif-plugged-e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.895721] env[69765]: DEBUG oslo_concurrency.lockutils [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.895937] env[69765]: DEBUG oslo_concurrency.lockutils [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.896128] env[69765]: DEBUG oslo_concurrency.lockutils [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.896298] env[69765]: DEBUG nova.compute.manager [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] No waiting events found dispatching network-vif-plugged-e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.896461] env[69765]: WARNING nova.compute.manager [req-c1868723-3200-40c4-b161-38cb2516f59c req-8b0fc8a5-d2b7-4bb0-ad68-1ef03756e116 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Received unexpected event network-vif-plugged-e7c88dff-f103-425f-9587-ab09efecb5fa for instance with vm_state building and task_state spawning. [ 1264.918264] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944021, 'name': ReconfigVM_Task, 'duration_secs': 0.432594} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.918572] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.923911] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2ee5e1-86cd-4876-9f88-413e4823ad4d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.947971] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1264.947971] env[69765]: value = "task-3944024" [ 1264.947971] env[69765]: _type = "Task" [ 1264.947971] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.954817] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944022, 'name': CreateVM_Task, 'duration_secs': 0.519501} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.955359] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.956068] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.956244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.956583] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.956854] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b734b991-b759-4c3f-9235-fb690f4dc722 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.961796] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.965863] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1264.965863] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52640439-568f-9fef-f789-7edf33abbbe7" [ 1264.965863] env[69765]: _type = "Task" [ 1264.965863] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.976789] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52640439-568f-9fef-f789-7edf33abbbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.027408] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Successfully updated port: e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.166978] env[69765]: DEBUG nova.network.neutron [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updated VIF entry in instance network info cache for port 33717dd9-fac0-44d8-bff0-269ba822a661. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1265.167350] env[69765]: DEBUG nova.network.neutron [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updating instance_info_cache with network_info: [{"id": "33717dd9-fac0-44d8-bff0-269ba822a661", "address": "fa:16:3e:16:58:49", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33717dd9-fa", "ovs_interfaceid": "33717dd9-fac0-44d8-bff0-269ba822a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.229307] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.230234] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b42409-641c-4359-9808-2f747c8c8383 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.239964] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.240242] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08da4314-c05e-4ab5-9013-fef5ea72c44e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.253716] env[69765]: DEBUG nova.compute.utils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.258029] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.258148] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.303700] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.304059] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.304304] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleting the datastore file [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.304942] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e6ac16-db2d-435b-9a22-457ce041ee04 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.308892] env[69765]: DEBUG nova.policy [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.317699] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1265.317699] env[69765]: value = "task-3944026" [ 1265.317699] env[69765]: _type = "Task" [ 1265.317699] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.327488] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.379541] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c344b-ac1b-4aec-a421-40248b8ce123 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.385321] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074806} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.386624] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.386893] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8924b1e-3d44-45b3-8d83-6659fd7a0e7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.392124] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e270e5c-0be9-433e-a4cc-31770258074c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.412738] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 888d6db2-b246-4919-a765-170217a819cf/888d6db2-b246-4919-a765-170217a819cf.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.413463] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5267d357-d9c5-4ebc-b8d5-660f705e210a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.456009] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ac721-8e4a-4909-9e68-bc4e8bace9b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.459745] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1265.459745] env[69765]: value = "task-3944027" [ 1265.459745] env[69765]: _type = "Task" [ 1265.459745] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.469011] env[69765]: DEBUG oslo_vmware.api [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944024, 'name': ReconfigVM_Task, 'duration_secs': 0.139964} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.470920] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d293c-a7e8-4095-bebe-1affa854e47f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.479718] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782841', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'name': 'volume-5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f', 'serial': '5fedfce8-c1f3-4984-aae5-e44d5fa8f43f'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.485461] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.501280] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52640439-568f-9fef-f789-7edf33abbbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.501770] env[69765]: DEBUG nova.compute.provider_tree [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.505084] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.505513] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.505732] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.505898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.506102] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.506672] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-074e59d5-cee8-48f0-bb53-3ad75b778e0b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.516507] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.516703] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.517778] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d1312d-f2a6-4396-83f7-6d68ac17c2c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.524612] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1265.524612] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bdc342-e80a-3681-25d9-695cc5aa2993" [ 1265.524612] env[69765]: _type = "Task" [ 1265.524612] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.533296] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.533443] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.533598] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1265.535807] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bdc342-e80a-3681-25d9-695cc5aa2993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.640578] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Successfully created port: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.670725] env[69765]: DEBUG oslo_concurrency.lockutils [req-aed2686a-e0fd-4235-8309-c3f0d5c5e2d1 req-6b734866-6555-4971-b420-af2650b4e60a service nova] Releasing lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.758446] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.828700] env[69765]: DEBUG oslo_vmware.api [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22972} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.829007] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.829307] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.829495] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.856245] env[69765]: INFO nova.scheduler.client.report [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted allocations for instance aa340207-6d3c-437b-9d10-cf102ec92d2d [ 1265.971110] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944027, 'name': ReconfigVM_Task, 'duration_secs': 0.294133} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.971410] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 888d6db2-b246-4919-a765-170217a819cf/888d6db2-b246-4919-a765-170217a819cf.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.972135] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66a6fdd8-f8b4-4200-92dd-123fe49a7d9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.979656] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1265.979656] env[69765]: value = "task-3944028" [ 1265.979656] env[69765]: _type = "Task" [ 1265.979656] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.987740] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944028, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.007947] env[69765]: DEBUG nova.scheduler.client.report [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.030530] env[69765]: DEBUG nova.objects.instance [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.035821] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bdc342-e80a-3681-25d9-695cc5aa2993, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.039568] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9132d287-4519-4b8d-98db-340e0ee371bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.046155] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1266.046155] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]522d01b6-d1e2-3869-cbf1-c80812a69f16" [ 1266.046155] env[69765]: _type = "Task" [ 1266.046155] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.055163] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522d01b6-d1e2-3869-cbf1-c80812a69f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.072437] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1266.202044] env[69765]: DEBUG nova.network.neutron [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating instance_info_cache with network_info: [{"id": "e7c88dff-f103-425f-9587-ab09efecb5fa", "address": "fa:16:3e:5c:22:91", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c88dff-f1", "ovs_interfaceid": "e7c88dff-f103-425f-9587-ab09efecb5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.360406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.477364] env[69765]: DEBUG nova.compute.manager [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-vif-unplugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.477681] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.477944] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.478162] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.478365] env[69765]: DEBUG nova.compute.manager [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] No waiting events found dispatching network-vif-unplugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.478622] env[69765]: WARNING nova.compute.manager [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received unexpected event network-vif-unplugged-12c95c41-504e-47b4-980d-2168a8d1582e for instance with vm_state shelved_offloaded and task_state None. [ 1266.478833] env[69765]: DEBUG nova.compute.manager [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.479018] env[69765]: DEBUG nova.compute.manager [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing instance network info cache due to event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.479215] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.479369] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.479529] env[69765]: DEBUG nova.network.neutron [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1266.493496] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944028, 'name': Rename_Task, 'duration_secs': 0.156772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.493855] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.494228] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9a526d-45cf-46ee-95cf-d7049013e64d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.507335] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1266.507335] env[69765]: value = "task-3944029" [ 1266.507335] env[69765]: _type = "Task" [ 1266.507335] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.512736] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.519030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.159s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.519352] env[69765]: DEBUG nova.objects.instance [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'resources' on Instance uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.520921] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.530026] env[69765]: INFO nova.scheduler.client.report [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Deleted allocations for instance e98c48bd-df45-439d-ab1e-6c11c3612fac [ 1266.556531] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]522d01b6-d1e2-3869-cbf1-c80812a69f16, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.557406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.557995] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/0eb7d235-74b3-4ec4-9ea0-c06552d7ef34.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.557995] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e52a0058-6522-4075-9dc6-886348b8fa7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.565913] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1266.565913] env[69765]: value = "task-3944030" [ 1266.565913] env[69765]: _type = "Task" [ 1266.565913] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.575898] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.706481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.706481] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Instance network_info: |[{"id": "e7c88dff-f103-425f-9587-ab09efecb5fa", "address": "fa:16:3e:5c:22:91", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c88dff-f1", "ovs_interfaceid": "e7c88dff-f103-425f-9587-ab09efecb5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.707405] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:22:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7c88dff-f103-425f-9587-ab09efecb5fa', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.719506] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.720633] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.720960] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-825c4b2f-a749-49eb-9117-4355781ce0e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.746839] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.746839] env[69765]: value = "task-3944031" [ 1266.746839] env[69765]: _type = "Task" [ 1266.746839] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.757683] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944031, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.769739] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.802636] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.802915] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.803069] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.803260] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.803428] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.803581] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.803811] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.803977] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.804162] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.804330] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.804954] env[69765]: DEBUG nova.virt.hardware [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.805430] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0732f55-b62a-480b-91bf-aa94877fdfba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.817231] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395cc78a-e2f9-48ee-b77d-5bc5088854d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.000937] env[69765]: DEBUG oslo_concurrency.lockutils [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.018475] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.022757] env[69765]: DEBUG nova.objects.instance [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'numa_topology' on Instance uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.041052] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a6184f43-103d-4b7f-8990-d0cdeff9d71b tempest-ServerActionsTestOtherA-70575239 tempest-ServerActionsTestOtherA-70575239-project-member] Lock "e98c48bd-df45-439d-ab1e-6c11c3612fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.888s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.048037] env[69765]: DEBUG oslo_concurrency.lockutils [None req-85f6f86f-e352-4b55-9a8b-9fb419dae2ac tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.049917] env[69765]: DEBUG oslo_concurrency.lockutils [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.049s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.082746] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.108483] env[69765]: DEBUG nova.compute.manager [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Received event network-changed-e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.108753] env[69765]: DEBUG nova.compute.manager [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Refreshing instance network info cache due to event network-changed-e7c88dff-f103-425f-9587-ab09efecb5fa. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.109015] env[69765]: DEBUG oslo_concurrency.lockutils [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] Acquiring lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.109540] env[69765]: DEBUG oslo_concurrency.lockutils [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] Acquired lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.109767] env[69765]: DEBUG nova.network.neutron [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Refreshing network info cache for port e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1267.267539] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944031, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.333618] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Successfully updated port: 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.334288] env[69765]: DEBUG nova.network.neutron [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updated VIF entry in instance network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1267.335133] env[69765]: DEBUG nova.network.neutron [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap12c95c41-50", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.518602] env[69765]: DEBUG oslo_vmware.api [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944029, 'name': PowerOnVM_Task, 'duration_secs': 0.691412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.518908] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.519105] env[69765]: INFO nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1267.519296] env[69765]: DEBUG nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.520088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac1258a-97ce-49e3-a7fd-9e4501864e50 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.526862] env[69765]: DEBUG nova.objects.base [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.554891] env[69765]: INFO nova.compute.manager [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Detaching volume e58927ed-b64d-45cb-a9e3-36794e3a1f61 [ 1267.582162] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.583252] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/0eb7d235-74b3-4ec4-9ea0-c06552d7ef34.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.583485] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.586217] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3599ba80-5c9c-491b-95bd-f777afd9f282 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.591524] env[69765]: INFO nova.virt.block_device [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Attempting to driver detach volume e58927ed-b64d-45cb-a9e3-36794e3a1f61 from mountpoint /dev/sdc [ 1267.591767] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.591960] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782844', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'name': 'volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'serial': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.593778] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cab776-c8c2-4e34-9bc3-c2ffb4d3f5ba {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.599203] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1267.599203] env[69765]: value = "task-3944032" [ 1267.599203] env[69765]: _type = "Task" [ 1267.599203] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.625788] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126c8ae-3b74-4e52-a53d-56f5a3c5d2be {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.633550] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.641027] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38eb666-f33b-4aa7-b9d7-16dd4ce95347 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.666635] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49275ae0-3372-4e1a-924f-ed141b7bc0af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.670017] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8fb01-6a09-4dce-ba0d-2556352817cc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.688308] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05362156-3247-489f-9bf9-d8a851818b58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.691942] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] The volume has not been displaced from its original location: [datastore2] volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61/volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.697189] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.697523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e94a9d-43a4-4790-8d50-156eda6bddea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.745798] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1267.745798] env[69765]: value = "task-3944033" [ 1267.745798] env[69765]: _type = "Task" [ 1267.745798] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.747633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af922e-718a-4d34-90a1-2662161837dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.761453] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.766550] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944031, 'name': CreateVM_Task, 'duration_secs': 0.636514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.767876] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c62cac-bf1c-491d-9cdc-9343eefff454 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.772408] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.773147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.773319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.773685] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.774388] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc80fdee-7726-4522-9503-e92b3df96857 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.784567] env[69765]: DEBUG nova.compute.provider_tree [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.787166] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1267.787166] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cf0068-6ad4-7828-c43a-177e719196d5" [ 1267.787166] env[69765]: _type = "Task" [ 1267.787166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.796687] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cf0068-6ad4-7828-c43a-177e719196d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.837563] env[69765]: DEBUG oslo_concurrency.lockutils [req-a9e898b7-31da-42e9-965f-60c6bcefec9d req-52923696-11c3-434c-a644-ec031e0fb001 service nova] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.838342] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.838558] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.838792] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1268.006692] env[69765]: DEBUG nova.network.neutron [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updated VIF entry in instance network info cache for port e7c88dff-f103-425f-9587-ab09efecb5fa. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1268.007074] env[69765]: DEBUG nova.network.neutron [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating instance_info_cache with network_info: [{"id": "e7c88dff-f103-425f-9587-ab09efecb5fa", "address": "fa:16:3e:5c:22:91", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c88dff-f1", "ovs_interfaceid": "e7c88dff-f103-425f-9587-ab09efecb5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.042624] env[69765]: INFO nova.compute.manager [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Took 14.59 seconds to build instance. [ 1268.109991] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070041} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.110293] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.111109] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbebb2f-f6e6-482f-897d-d0fb7e29d5fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.135841] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/0eb7d235-74b3-4ec4-9ea0-c06552d7ef34.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.137187] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b21d52-b85f-4b99-8e79-2d0db7b3071e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.158243] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1268.158243] env[69765]: value = "task-3944034" [ 1268.158243] env[69765]: _type = "Task" [ 1268.158243] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.173259] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.258787] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944033, 'name': ReconfigVM_Task, 'duration_secs': 0.254387} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.259122] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.263835] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36320b42-40fe-4491-83ba-d30bb4ac0061 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.279808] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1268.279808] env[69765]: value = "task-3944035" [ 1268.279808] env[69765]: _type = "Task" [ 1268.279808] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.290522] env[69765]: DEBUG nova.scheduler.client.report [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.293984] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.304528] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cf0068-6ad4-7828-c43a-177e719196d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017356} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.304889] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.305316] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.305591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.305591] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.305845] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.306909] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e4be58-fb0c-4180-b5d4-506612b7a047 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.318489] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.318848] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.319639] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20fcc7c-e3aa-44aa-b3dd-015966aab0c3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.326677] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1268.326677] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d2a586-cd0b-b455-1e81-093dc5bc2585" [ 1268.326677] env[69765]: _type = "Task" [ 1268.326677] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.336096] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d2a586-cd0b-b455-1e81-093dc5bc2585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.390090] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1268.490402] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.509788] env[69765]: DEBUG oslo_concurrency.lockutils [req-bd359d10-20f9-444c-a613-b888a5a55541 req-b9e322bd-cb3c-4e76-8553-4ad2cfbbb70a service nova] Releasing lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.512630] env[69765]: DEBUG nova.compute.manager [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-vif-plugged-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.512920] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.513211] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.513449] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.513687] env[69765]: DEBUG nova.compute.manager [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] No waiting events found dispatching network-vif-plugged-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.513929] env[69765]: WARNING nova.compute.manager [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received unexpected event network-vif-plugged-9d0f9ef0-884b-4b49-9598-42dcedfd4150 for instance with vm_state building and task_state spawning. [ 1268.514183] env[69765]: DEBUG nova.compute.manager [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.514417] env[69765]: DEBUG nova.compute.manager [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.514657] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.543944] env[69765]: DEBUG oslo_concurrency.lockutils [None req-04e4a6a1-aae4-4fe9-85af-485262a13765 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.112s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.639611] env[69765]: DEBUG nova.network.neutron [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.668367] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944034, 'name': ReconfigVM_Task, 'duration_secs': 0.469826} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.668630] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/0eb7d235-74b3-4ec4-9ea0-c06552d7ef34.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.669296] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f25216-5a80-4fb1-889d-722bd195d9f7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.677079] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1268.677079] env[69765]: value = "task-3944036" [ 1268.677079] env[69765]: _type = "Task" [ 1268.677079] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.691840] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944036, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.790698] env[69765]: DEBUG oslo_vmware.api [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944035, 'name': ReconfigVM_Task, 'duration_secs': 0.151456} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.791008] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782844', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'name': 'volume-e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a601cc4-0619-4298-bab3-b8de14df0977', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61', 'serial': 'e58927ed-b64d-45cb-a9e3-36794e3a1f61'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.796014] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.838469] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d2a586-cd0b-b455-1e81-093dc5bc2585, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.839810] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4d32fe-666f-4caa-981e-b7402a5579b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.847180] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1268.847180] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52774eab-a5ee-b12d-6a75-f2e179b58e78" [ 1268.847180] env[69765]: _type = "Task" [ 1268.847180] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.858833] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52774eab-a5ee-b12d-6a75-f2e179b58e78, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.859126] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.859389] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 04ef6b7f-9878-4ee1-a706-5e46425b205a/04ef6b7f-9878-4ee1-a706-5e46425b205a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.859641] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-965a08b6-b45a-4ba9-ae49-c3f02ef4ac47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.866782] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1268.866782] env[69765]: value = "task-3944037" [ 1268.866782] env[69765]: _type = "Task" [ 1268.866782] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.881010] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.142181] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.142559] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Instance network_info: |[{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.142881] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.143078] env[69765]: DEBUG nova.network.neutron [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1269.144611] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c7:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d0f9ef0-884b-4b49-9598-42dcedfd4150', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.154038] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.154796] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.155868] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c7dfcfb-d1f1-46b1-bbee-71ea60673622 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.184973] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.184973] env[69765]: value = "task-3944038" [ 1269.184973] env[69765]: _type = "Task" [ 1269.184973] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.201395] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944036, 'name': Rename_Task, 'duration_secs': 0.170589} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.201995] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944038, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.202444] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.202927] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7aeb099-c68a-444b-b59c-980221b1ca16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.212348] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1269.212348] env[69765]: value = "task-3944039" [ 1269.212348] env[69765]: _type = "Task" [ 1269.212348] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.226656] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.308715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f5eb6b64-a0c2-47bc-b994-09b3f6af747c tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.699s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.310727] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.820s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.311184] env[69765]: INFO nova.compute.manager [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Unshelving [ 1269.364830] env[69765]: DEBUG nova.objects.instance [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'flavor' on Instance uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.379993] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.697129] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944038, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.727837] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.881231] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540236} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.881825] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 04ef6b7f-9878-4ee1-a706-5e46425b205a/04ef6b7f-9878-4ee1-a706-5e46425b205a.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.882243] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.882558] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd188f7-6f19-42b6-ae3d-40e6b69e61cf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.891640] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1269.891640] env[69765]: value = "task-3944040" [ 1269.891640] env[69765]: _type = "Task" [ 1269.891640] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.901741] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.957540] env[69765]: DEBUG nova.network.neutron [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1269.957982] env[69765]: DEBUG nova.network.neutron [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.198278] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944038, 'name': CreateVM_Task, 'duration_secs': 0.520457} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.198278] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.199102] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.199322] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.199937] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.200271] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5e9010-a9f6-4628-ad3c-56ea281859d2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.207471] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1270.207471] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52d658e7-0401-afe9-14df-7526dca05be2" [ 1270.207471] env[69765]: _type = "Task" [ 1270.207471] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.216941] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d658e7-0401-afe9-14df-7526dca05be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.225830] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.342217] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.342532] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.342727] env[69765]: DEBUG nova.objects.instance [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'pci_requests' on Instance uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.377802] env[69765]: DEBUG oslo_concurrency.lockutils [None req-73a50637-367b-4a97-9804-b113ce887f88 tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.401631] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232289} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.402575] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.403431] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972eac2-66f3-4efc-9668-e6f550556928 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.428314] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 04ef6b7f-9878-4ee1-a706-5e46425b205a/04ef6b7f-9878-4ee1-a706-5e46425b205a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.429977] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689bde19-291f-45e3-aa45-08d3411b865a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.461504] env[69765]: DEBUG oslo_concurrency.lockutils [req-bfd3b809-d271-486b-b162-844c2811ddee req-4ee771c6-1253-48fd-86ce-622a35be653e service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.461984] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1270.461984] env[69765]: value = "task-3944041" [ 1270.461984] env[69765]: _type = "Task" [ 1270.461984] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.471518] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.719463] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52d658e7-0401-afe9-14df-7526dca05be2, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.722811] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.723099] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.723351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.723494] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.723903] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.724197] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc335ba-16c8-4314-a951-cb269f395720 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.731846] env[69765]: DEBUG oslo_vmware.api [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944039, 'name': PowerOnVM_Task, 'duration_secs': 1.08344} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.732226] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.732504] env[69765]: INFO nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1270.732752] env[69765]: DEBUG nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.734742] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bfa584-76ea-47b8-bb44-41ee422d8785 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.737689] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.737889] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.738619] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b088c7-8d77-497b-8563-0d9c98d93e06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.749329] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1270.749329] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5203a753-35de-c270-1cd7-76dcad895405" [ 1270.749329] env[69765]: _type = "Task" [ 1270.749329] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.759274] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5203a753-35de-c270-1cd7-76dcad895405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.847524] env[69765]: DEBUG nova.objects.instance [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'numa_topology' on Instance uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.973333] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944041, 'name': ReconfigVM_Task, 'duration_secs': 0.326042} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.973654] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 04ef6b7f-9878-4ee1-a706-5e46425b205a/04ef6b7f-9878-4ee1-a706-5e46425b205a.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.974309] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbbe2e0-ce87-4771-97d1-b375b5e98c7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.981069] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1270.981069] env[69765]: value = "task-3944042" [ 1270.981069] env[69765]: _type = "Task" [ 1270.981069] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.990415] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944042, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.260532] env[69765]: INFO nova.compute.manager [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Took 17.31 seconds to build instance. [ 1271.266192] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5203a753-35de-c270-1cd7-76dcad895405, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.267172] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36d1e68-e4ff-4b5e-9459-3363f13ad261 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.275637] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1271.275637] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52da89df-351e-86e3-7f84-bac7e3f87d11" [ 1271.275637] env[69765]: _type = "Task" [ 1271.275637] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.286411] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52da89df-351e-86e3-7f84-bac7e3f87d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.349904] env[69765]: INFO nova.compute.claims [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.492924] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944042, 'name': Rename_Task, 'duration_secs': 0.149772} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.493388] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.493578] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1585ba7b-df69-4385-93f7-5e20d510bac5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.502747] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1271.502747] env[69765]: value = "task-3944043" [ 1271.502747] env[69765]: _type = "Task" [ 1271.502747] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.506762] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.506967] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.507480] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.507770] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.508011] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.510766] env[69765]: INFO nova.compute.manager [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Terminating instance [ 1271.519377] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.766113] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e50f99e5-b03c-4f00-a44d-f679e9a3d4bc tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.890s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.788452] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52da89df-351e-86e3-7f84-bac7e3f87d11, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.788954] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.789630] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c818e8e1-04a5-4a11-92c4-ea5528027870/c818e8e1-04a5-4a11-92c4-ea5528027870.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.791020] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c29a88-5490-4a0c-bbdf-43db5a6a870a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.801017] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1271.801017] env[69765]: value = "task-3944044" [ 1271.801017] env[69765]: _type = "Task" [ 1271.801017] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.812294] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.017367] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.025025] env[69765]: DEBUG nova.compute.manager [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.025025] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.025025] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554ce1c-51fd-405b-971b-88822ba1225d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.034650] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.035316] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd9fa183-d3fd-4e68-a709-40faa579a8c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.049051] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1272.049051] env[69765]: value = "task-3944045" [ 1272.049051] env[69765]: _type = "Task" [ 1272.049051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.060371] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.129493] env[69765]: INFO nova.compute.manager [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Rescuing [ 1272.131523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.131523] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.131523] env[69765]: DEBUG nova.network.neutron [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1272.312024] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.466967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5851d0-3d24-4433-9dc8-2137318d827b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.475673] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e7425-1fe0-4019-9fc2-4b13892b397f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.516625] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cab24b-ba1c-4e7d-b202-540bb1208d72 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.525905] env[69765]: DEBUG oslo_vmware.api [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944043, 'name': PowerOnVM_Task, 'duration_secs': 0.522177} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.527678] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a953b9-6a72-484b-acd7-25d4171956d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.531479] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.531701] env[69765]: INFO nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1272.531940] env[69765]: DEBUG nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.532869] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34da4d9-296e-48fb-9943-a94790b9bcf7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.548254] env[69765]: DEBUG nova.compute.provider_tree [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.561892] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944045, 'name': PowerOffVM_Task, 'duration_secs': 0.370637} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.562802] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.563056] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.563298] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d39db6-183b-44fb-a797-c5b6bda45595 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.678851] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.678851] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.679259] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleting the datastore file [datastore1] 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.679259] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47398486-f493-4061-8afa-0ef0aea6ffed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.687462] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for the task: (returnval){ [ 1272.687462] env[69765]: value = "task-3944047" [ 1272.687462] env[69765]: _type = "Task" [ 1272.687462] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.700463] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.815057] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599307} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.815364] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c818e8e1-04a5-4a11-92c4-ea5528027870/c818e8e1-04a5-4a11-92c4-ea5528027870.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.815577] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.815836] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be6e6ac-430f-4e11-a2f6-e494fc77f6f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.822369] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1272.822369] env[69765]: value = "task-3944048" [ 1272.822369] env[69765]: _type = "Task" [ 1272.822369] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.832217] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.916807] env[69765]: DEBUG nova.network.neutron [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updating instance_info_cache with network_info: [{"id": "33717dd9-fac0-44d8-bff0-269ba822a661", "address": "fa:16:3e:16:58:49", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33717dd9-fa", "ovs_interfaceid": "33717dd9-fac0-44d8-bff0-269ba822a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.054441] env[69765]: DEBUG nova.scheduler.client.report [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.067346] env[69765]: INFO nova.compute.manager [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Took 16.77 seconds to build instance. [ 1273.200122] env[69765]: DEBUG oslo_vmware.api [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Task: {'id': task-3944047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361622} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.200402] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.200599] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.200917] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.201014] env[69765]: INFO nova.compute.manager [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1273.201246] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.201446] env[69765]: DEBUG nova.compute.manager [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.201543] env[69765]: DEBUG nova.network.neutron [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1273.333253] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073441} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.333393] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.334255] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591aac97-0f6e-4983-8620-7ea009ee3688 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.358215] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c818e8e1-04a5-4a11-92c4-ea5528027870/c818e8e1-04a5-4a11-92c4-ea5528027870.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.358876] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85c7113-bd54-4dc9-bee7-ae0b52e5b3b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.380918] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1273.380918] env[69765]: value = "task-3944049" [ 1273.380918] env[69765]: _type = "Task" [ 1273.380918] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.392185] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.420151] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.565996] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.223s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.568606] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fbd18a75-6bc8-46c7-9b46-a2124481c40a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.279s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.751690] env[69765]: INFO nova.network.neutron [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating port 12c95c41-504e-47b4-980d-2168a8d1582e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1273.789965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "9515fe42-ce78-493d-80b6-931d65ae2e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.789965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.891934] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.968889] env[69765]: DEBUG nova.compute.manager [req-e9fa1926-abcb-4df0-bb49-02e1681e116e req-0c20d632-bbaf-4072-95f6-d8ac196da237 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Received event network-vif-deleted-f48e6d89-0234-4f27-8058-e132f03e2b35 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.969151] env[69765]: INFO nova.compute.manager [req-e9fa1926-abcb-4df0-bb49-02e1681e116e req-0c20d632-bbaf-4072-95f6-d8ac196da237 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Neutron deleted interface f48e6d89-0234-4f27-8058-e132f03e2b35; detaching it from the instance and deleting it from the info cache [ 1273.969341] env[69765]: DEBUG nova.network.neutron [req-e9fa1926-abcb-4df0-bb49-02e1681e116e req-0c20d632-bbaf-4072-95f6-d8ac196da237 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.096608] env[69765]: DEBUG nova.compute.manager [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Received event network-changed-e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.096945] env[69765]: DEBUG nova.compute.manager [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Refreshing instance network info cache due to event network-changed-e7c88dff-f103-425f-9587-ab09efecb5fa. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.097212] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] Acquiring lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.097399] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] Acquired lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.097625] env[69765]: DEBUG nova.network.neutron [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Refreshing network info cache for port e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1274.295715] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.391804] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944049, 'name': ReconfigVM_Task, 'duration_secs': 0.948157} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.392120] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c818e8e1-04a5-4a11-92c4-ea5528027870/c818e8e1-04a5-4a11-92c4-ea5528027870.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.392757] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5afb55ac-909c-477b-b214-e46b6395aa7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.401163] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1274.401163] env[69765]: value = "task-3944050" [ 1274.401163] env[69765]: _type = "Task" [ 1274.401163] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.411248] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944050, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.448938] env[69765]: DEBUG nova.network.neutron [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.473029] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12bc00bf-625c-422c-a6cc-49c9595bda36 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.484044] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345237f-1de3-4daa-8429-ab46d1a49685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.521331] env[69765]: DEBUG nova.compute.manager [req-e9fa1926-abcb-4df0-bb49-02e1681e116e req-0c20d632-bbaf-4072-95f6-d8ac196da237 service nova] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Detach interface failed, port_id=f48e6d89-0234-4f27-8058-e132f03e2b35, reason: Instance 8a601cc4-0619-4298-bab3-b8de14df0977 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.819882] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.820333] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.821898] env[69765]: INFO nova.compute.claims [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.827848] env[69765]: DEBUG nova.network.neutron [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updated VIF entry in instance network info cache for port e7c88dff-f103-425f-9587-ab09efecb5fa. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1274.828289] env[69765]: DEBUG nova.network.neutron [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating instance_info_cache with network_info: [{"id": "e7c88dff-f103-425f-9587-ab09efecb5fa", "address": "fa:16:3e:5c:22:91", "network": {"id": "44f2cb64-9d30-45f0-a395-f2db0c30398f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1738699829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1905b06bf1734971aff7642418c47123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c88dff-f1", "ovs_interfaceid": "e7c88dff-f103-425f-9587-ab09efecb5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.911832] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944050, 'name': Rename_Task, 'duration_secs': 0.161626} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.912293] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.912358] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50eb3351-033b-4ff2-abc8-ceea2c9806af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.920407] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1274.920407] env[69765]: value = "task-3944051" [ 1274.920407] env[69765]: _type = "Task" [ 1274.920407] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.933437] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.953569] env[69765]: INFO nova.compute.manager [-] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Took 1.75 seconds to deallocate network for instance. [ 1274.956679] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.960116] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a14057b-24a9-4625-94c3-b39bc0eeadd4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.970123] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1274.970123] env[69765]: value = "task-3944052" [ 1274.970123] env[69765]: _type = "Task" [ 1274.970123] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.979779] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.332211] env[69765]: DEBUG oslo_concurrency.lockutils [req-5e92525d-1e9f-4330-b7ff-29e188b23bce req-8235711c-9a62-4956-8f26-5a9dd7fbfbfb service nova] Releasing lock "refresh_cache-04ef6b7f-9878-4ee1-a706-5e46425b205a" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.433057] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.463501] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.483516] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944052, 'name': PowerOffVM_Task, 'duration_secs': 0.221471} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.483817] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.484654] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ebdf2-0c35-4f66-91e6-01b26112a85c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.505329] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e489f8-af71-45d1-a265-9dd5d44a78e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.509614] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.509810] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.510030] env[69765]: DEBUG nova.network.neutron [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1275.547027] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.547372] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f15e34-6603-41cb-9187-229d72e2393e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.556898] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1275.556898] env[69765]: value = "task-3944053" [ 1275.556898] env[69765]: _type = "Task" [ 1275.556898] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.568523] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.935931] env[69765]: DEBUG oslo_vmware.api [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944051, 'name': PowerOnVM_Task, 'duration_secs': 0.758416} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.936400] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.936727] env[69765]: INFO nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1275.937058] env[69765]: DEBUG nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.937975] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7d9cf-ab2f-4ead-96f1-4b2dab00bf2e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.942044] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd66e256-0a80-4b0c-b5e0-391f063386d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.951320] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b241302-7344-4ddb-87a5-785a9865e196 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.984766] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3444d48-d4c1-4f1f-a14c-081850f20c83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.993877] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad70f9-e33b-4c33-9859-d697b3426fbe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.010239] env[69765]: DEBUG nova.compute.provider_tree [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.067813] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1276.068102] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.068295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.068428] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.068647] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.068858] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f6d720-ea28-4601-a1a9-9e9dcd8f6878 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.080765] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.081024] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.081726] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99eb179-2d4e-4e06-a55e-92ca060e729d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.088847] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1276.088847] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bfa853-d034-46b1-be4b-015beadae13d" [ 1276.088847] env[69765]: _type = "Task" [ 1276.088847] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.100478] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bfa853-d034-46b1-be4b-015beadae13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.121147] env[69765]: DEBUG nova.compute.manager [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.121380] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.121588] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.121757] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.121928] env[69765]: DEBUG nova.compute.manager [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] No waiting events found dispatching network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.122106] env[69765]: WARNING nova.compute.manager [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received unexpected event network-vif-plugged-12c95c41-504e-47b4-980d-2168a8d1582e for instance with vm_state shelved_offloaded and task_state spawning. [ 1276.122266] env[69765]: DEBUG nova.compute.manager [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.122419] env[69765]: DEBUG nova.compute.manager [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing instance network info cache due to event network-changed-12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.122584] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Acquiring lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.289274] env[69765]: DEBUG nova.network.neutron [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.466605] env[69765]: INFO nova.compute.manager [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Took 18.79 seconds to build instance. [ 1276.512978] env[69765]: DEBUG nova.scheduler.client.report [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.604501] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bfa853-d034-46b1-be4b-015beadae13d, 'name': SearchDatastore_Task, 'duration_secs': 0.043671} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.605353] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68eb6b31-1b46-4d18-bbfd-e2f0d8608f0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.612809] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1276.612809] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524a3648-c19f-6a11-4b7d-9007e3896687" [ 1276.612809] env[69765]: _type = "Task" [ 1276.612809] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.623730] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524a3648-c19f-6a11-4b7d-9007e3896687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.792761] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.795668] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Acquired lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.795951] env[69765]: DEBUG nova.network.neutron [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Refreshing network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1276.822859] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b29f408fef0b0353a9e465db52994adf',container_format='bare',created_at=2025-05-09T06:38:02Z,direct_url=,disk_format='vmdk',id=4efef534-d47f-4566-8c11-d0918bde6a57,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1598318067-shelved',owner='fd9063ca15cd4ad3ac263e1b8eca6bb8',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-09T06:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.823130] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.823322] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.823548] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.823703] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.823852] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.824172] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.824392] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.824582] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.824779] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.824964] env[69765]: DEBUG nova.virt.hardware [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.826206] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74b6b7-e7a4-498d-9963-7942d49dee93 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.834739] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d36593-3ea8-4ed0-95ac-ab9681576ec8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.851557] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c95c41-504e-47b4-980d-2168a8d1582e', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.859113] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.859367] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.859587] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8daa403-5e80-4427-a584-7bd210a25a42 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.880995] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.880995] env[69765]: value = "task-3944054" [ 1276.880995] env[69765]: _type = "Task" [ 1276.880995] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.890441] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944054, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.970104] env[69765]: DEBUG oslo_concurrency.lockutils [None req-bc0d0396-54f1-457b-a891-4b8512ac4bcd tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.305s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.018296] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.018942] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.022241] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.559s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.022507] env[69765]: DEBUG nova.objects.instance [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lazy-loading 'resources' on Instance uuid 8a601cc4-0619-4298-bab3-b8de14df0977 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.125429] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524a3648-c19f-6a11-4b7d-9007e3896687, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.125743] env[69765]: DEBUG oslo_concurrency.lockutils [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.126037] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1277.126318] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a4ad85b-68c0-4db4-884a-4c3d3a765c0e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.134419] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1277.134419] env[69765]: value = "task-3944055" [ 1277.134419] env[69765]: _type = "Task" [ 1277.134419] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.144167] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.391941] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944054, 'name': CreateVM_Task, 'duration_secs': 0.365554} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.392166] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.392877] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.393180] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.393476] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.393780] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f213499f-a9ee-46bf-9e59-a7659a3f47b9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.400459] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1277.400459] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5249a7f1-6e56-d914-e17e-3e8d889851a9" [ 1277.400459] env[69765]: _type = "Task" [ 1277.400459] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.412553] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5249a7f1-6e56-d914-e17e-3e8d889851a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.526719] env[69765]: DEBUG nova.compute.utils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.531642] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.531836] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.571410] env[69765]: DEBUG nova.network.neutron [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updated VIF entry in instance network info cache for port 12c95c41-504e-47b4-980d-2168a8d1582e. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1277.571868] env[69765]: DEBUG nova.network.neutron [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [{"id": "12c95c41-504e-47b4-980d-2168a8d1582e", "address": "fa:16:3e:05:6e:31", "network": {"id": "f04905b1-c261-4266-9051-0da598280b85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1767394339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9063ca15cd4ad3ac263e1b8eca6bb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c95c41-50", "ovs_interfaceid": "12c95c41-504e-47b4-980d-2168a8d1582e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.598416] env[69765]: DEBUG nova.policy [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c581f6810487466dbdd0e327ab7a66c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c7ec1239a5e48e2af87f96c2995bafb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.647846] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.684376] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4740f90d-b465-423b-97c2-e388c11c7afa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.695072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c24820-4cbc-4bb2-94c9-4ead0f8234aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.731191] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1efa93-2675-4657-8267-55be0fcc38e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.739222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fed37-4079-4b91-b9fb-77e91e40c21f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.755136] env[69765]: DEBUG nova.compute.provider_tree [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.900315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.900546] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.918023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.918023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Processing image 4efef534-d47f-4566-8c11-d0918bde6a57 {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.918023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.918023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.918023] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.918023] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879a7b62-1ddc-483d-a593-fe5bbea63373 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.925696] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.925988] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.927866] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Successfully created port: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.929838] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418ba025-b7dd-471a-80ca-f8113b8fb8a2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.937036] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1277.937036] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525fdaee-2ad4-f201-7212-73a27cd71c8c" [ 1277.937036] env[69765]: _type = "Task" [ 1277.937036] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.952391] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1277.952674] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Fetch image to [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536/OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1277.952882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Downloading stream optimized image 4efef534-d47f-4566-8c11-d0918bde6a57 to [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536/OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536.vmdk on the data store datastore1 as vApp {{(pid=69765) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1277.953063] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Downloading image file data 4efef534-d47f-4566-8c11-d0918bde6a57 to the ESX as VM named 'OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536' {{(pid=69765) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1278.030840] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1278.030840] env[69765]: value = "resgroup-9" [ 1278.030840] env[69765]: _type = "ResourcePool" [ 1278.030840] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1278.031257] env[69765]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f022fcd-4607-4a61-a222-b281653af20e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.049116] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.058895] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease: (returnval){ [ 1278.058895] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1278.058895] env[69765]: _type = "HttpNfcLease" [ 1278.058895] env[69765]: } obtained for vApp import into resource pool (val){ [ 1278.058895] env[69765]: value = "resgroup-9" [ 1278.058895] env[69765]: _type = "ResourcePool" [ 1278.058895] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1278.059358] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the lease: (returnval){ [ 1278.059358] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1278.059358] env[69765]: _type = "HttpNfcLease" [ 1278.059358] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.066709] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.066709] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1278.066709] env[69765]: _type = "HttpNfcLease" [ 1278.066709] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.076482] env[69765]: DEBUG oslo_concurrency.lockutils [req-3fca391c-a1a9-4e54-b357-1adc0d6cd9d9 req-d9871a30-d327-4e3f-9781-b56c00672e11 service nova] Releasing lock "refresh_cache-aa340207-6d3c-437b-9d10-cf102ec92d2d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.150081] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557246} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.153022] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 1278.153022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ccc104-b269-42b5-ae43-a429ce1e143a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.157520] env[69765]: DEBUG nova.compute.manager [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.157889] env[69765]: DEBUG nova.compute.manager [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.158298] env[69765]: DEBUG oslo_concurrency.lockutils [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.158650] env[69765]: DEBUG oslo_concurrency.lockutils [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.158991] env[69765]: DEBUG nova.network.neutron [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1278.207599] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.208642] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6cc507-f151-463c-b3f8-03f96af73ed8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.239750] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1278.239750] env[69765]: value = "task-3944057" [ 1278.239750] env[69765]: _type = "Task" [ 1278.239750] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.248811] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.260062] env[69765]: DEBUG nova.scheduler.client.report [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.406977] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.569373] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.569373] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1278.569373] env[69765]: _type = "HttpNfcLease" [ 1278.569373] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.753448] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944057, 'name': ReconfigVM_Task, 'duration_secs': 0.37709} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.753899] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.755134] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876dec3-a84e-4229-bfa5-392d1fc921df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.788440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.798080] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27477d82-9757-4526-9cc3-cd904aa4e10c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.814042] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1278.814042] env[69765]: value = "task-3944058" [ 1278.814042] env[69765]: _type = "Task" [ 1278.814042] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.818990] env[69765]: INFO nova.scheduler.client.report [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Deleted allocations for instance 8a601cc4-0619-4298-bab3-b8de14df0977 [ 1278.827058] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.928584] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.928909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.931280] env[69765]: INFO nova.compute.claims [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.965183] env[69765]: DEBUG nova.network.neutron [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1278.965665] env[69765]: DEBUG nova.network.neutron [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.060510] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.074060] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.074060] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1279.074060] env[69765]: _type = "HttpNfcLease" [ 1279.074060] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1279.074417] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1279.074417] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52e5ed0b-bbca-45e0-c4cc-280768667a6d" [ 1279.074417] env[69765]: _type = "HttpNfcLease" [ 1279.074417] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1279.075248] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d1f9b6-cc62-4cb0-8023-3de40d307d9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.083590] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1279.083735] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1279.142052] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.145124] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.145388] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.145563] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.145773] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.145997] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.146084] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.146304] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.146464] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.147054] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.147054] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.147054] env[69765]: DEBUG nova.virt.hardware [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.147251] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.148039] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da1b82-379a-4d82-8097-42bdb4401406 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.151934] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.152146] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.156325] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.159201] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.159452] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9da0ec76-010a-4c4b-867d-d13221d428fd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.161448] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.161613] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1279.162879] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a5424-6426-45c8-89b7-471f4801a37a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.167373] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.327662] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944058, 'name': ReconfigVM_Task, 'duration_secs': 0.237241} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.330460] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.332418] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea3b391b-4eae-4266-ac03-8d522f1a843a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.334534] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a93bedf7-72c1-4009-bb3c-a0218ef6b86c tempest-AttachVolumeTestJSON-1059982636 tempest-AttachVolumeTestJSON-1059982636-project-member] Lock "8a601cc4-0619-4298-bab3-b8de14df0977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.828s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.342008] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1279.342008] env[69765]: value = "task-3944059" [ 1279.342008] env[69765]: _type = "Task" [ 1279.342008] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.353344] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.471920] env[69765]: DEBUG oslo_concurrency.lockutils [req-2ba74617-b272-468a-9896-8742e2928bc5 req-fa8190c4-1512-4c0a-9a3b-5e514ac76562 service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.483384] env[69765]: DEBUG nova.compute.manager [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Received event network-vif-plugged-52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.483531] env[69765]: DEBUG oslo_concurrency.lockutils [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] Acquiring lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.484375] env[69765]: DEBUG oslo_concurrency.lockutils [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.484375] env[69765]: DEBUG oslo_concurrency.lockutils [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.484715] env[69765]: DEBUG nova.compute.manager [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] No waiting events found dispatching network-vif-plugged-52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.484715] env[69765]: WARNING nova.compute.manager [req-7b49e55c-17dd-47fc-9a3b-cf03ce266faf req-2d99d152-da1e-4199-9e02-a396cce4ec99 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Received unexpected event network-vif-plugged-52ef01e0-8b7c-4590-94b6-08b3dbc23dac for instance with vm_state building and task_state spawning. [ 1279.622745] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Successfully updated port: 52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.671898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.854300] env[69765]: DEBUG oslo_vmware.api [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944059, 'name': PowerOnVM_Task, 'duration_secs': 0.495078} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.855488] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.858568] env[69765]: DEBUG nova.compute.manager [None req-ae54559e-58c2-4e5e-9711-f117801a7f0d tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.859633] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3454cd5-b5ed-46f7-aff8-25e09ab89456 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.058955] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99577eac-1815-4782-8b33-7318394df0ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.067963] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484644b3-a10d-4f29-883d-8bc111735dee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.113084] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff76abf-367a-44bc-8c1c-d7763ce9b143 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.125881] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d45462-3306-4656-9f22-700477ec64ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.131070] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.131249] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquired lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.131423] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1280.146558] env[69765]: DEBUG nova.compute.provider_tree [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.462284] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1280.462562] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1280.463590] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b6002d-c5ba-416b-b0e8-3f97bbaf4013 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.471960] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1280.472240] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1280.472441] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7cc6a8a6-d67b-49ae-addf-baa0a64d4b2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.653612] env[69765]: DEBUG nova.scheduler.client.report [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.673997] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1280.816166] env[69765]: DEBUG nova.network.neutron [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Updating instance_info_cache with network_info: [{"id": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "address": "fa:16:3e:cd:ae:06", "network": {"id": "37707e8e-487b-46cc-b6d8-cceed0b4eceb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-200272658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7ec1239a5e48e2af87f96c2995bafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ef01e0-8b", "ovs_interfaceid": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.033211] env[69765]: DEBUG oslo_vmware.rw_handles [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ffa-9c20-7563-6f96-0a72bf659d88/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1281.033426] env[69765]: INFO nova.virt.vmwareapi.images [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Downloaded image file data 4efef534-d47f-4566-8c11-d0918bde6a57 [ 1281.034312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c79f4-3e40-49dd-aebe-c53229f0469c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.050969] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf80a77-1d92-4dbd-819c-b0612e145540 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.158946] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.159655] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.164765] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.493s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.165086] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.165308] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.166138] env[69765]: INFO nova.virt.vmwareapi.images [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] The imported VM was unregistered [ 1281.168536] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1281.168919] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.170185] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af4386-8954-4192-8622-6b4711048be7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.173239] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d82ca4-3d87-468a-954e-6897f85b610a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.181122] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81136b-f34b-4b91-b93a-635d52e8d270 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.199341] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d690d9-d3a5-4812-a0e6-32f7a8d4baea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.202297] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Created directory with path [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.202476] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536/OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536.vmdk to [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk. {{(pid=69765) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1281.203385] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-94b031ba-ea53-44db-9cb2-5a485aaf2d6f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.212694] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387956e-284f-4921-a350-c20dd0cdfdb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.216072] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1281.216072] env[69765]: value = "task-3944062" [ 1281.216072] env[69765]: _type = "Task" [ 1281.216072] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.245349] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179088MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.245503] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.245684] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.253978] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.319117] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Releasing lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.319471] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Instance network_info: |[{"id": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "address": "fa:16:3e:cd:ae:06", "network": {"id": "37707e8e-487b-46cc-b6d8-cceed0b4eceb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-200272658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7ec1239a5e48e2af87f96c2995bafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ef01e0-8b", "ovs_interfaceid": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.320051] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ae:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ef01e0-8b7c-4590-94b6-08b3dbc23dac', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.328070] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Creating folder: Project (2c7ec1239a5e48e2af87f96c2995bafb). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.328399] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb7e1d4-a982-4f4c-bcf9-545f7c0bcce2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.340735] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Created folder: Project (2c7ec1239a5e48e2af87f96c2995bafb) in parent group-v782532. [ 1281.341146] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Creating folder: Instances. Parent ref: group-v782853. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.341412] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4cb0f6-278d-429b-b5f9-7366d7faebf0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.352840] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Created folder: Instances in parent group-v782853. [ 1281.353051] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.353292] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.353480] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70bc7ad1-c57d-45fd-9f1e-16625288221a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.374560] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.374560] env[69765]: value = "task-3944065" [ 1281.374560] env[69765]: _type = "Task" [ 1281.374560] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.383150] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944065, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.516761] env[69765]: DEBUG nova.compute.manager [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Received event network-changed-52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.517474] env[69765]: DEBUG nova.compute.manager [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Refreshing instance network info cache due to event network-changed-52ef01e0-8b7c-4590-94b6-08b3dbc23dac. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.517740] env[69765]: DEBUG oslo_concurrency.lockutils [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] Acquiring lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.517914] env[69765]: DEBUG oslo_concurrency.lockutils [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] Acquired lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.518077] env[69765]: DEBUG nova.network.neutron [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Refreshing network info cache for port 52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1281.674910] env[69765]: DEBUG nova.compute.utils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.675532] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.675847] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.742381] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.808077] env[69765]: DEBUG nova.policy [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.887780] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944065, 'name': CreateVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.131437] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Successfully created port: 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.183550] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.237873] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.267623] env[69765]: DEBUG nova.network.neutron [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Updated VIF entry in instance network info cache for port 52ef01e0-8b7c-4590-94b6-08b3dbc23dac. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1282.267623] env[69765]: DEBUG nova.network.neutron [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Updating instance_info_cache with network_info: [{"id": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "address": "fa:16:3e:cd:ae:06", "network": {"id": "37707e8e-487b-46cc-b6d8-cceed0b4eceb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-200272658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7ec1239a5e48e2af87f96c2995bafb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ef01e0-8b", "ovs_interfaceid": "52ef01e0-8b7c-4590-94b6-08b3dbc23dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.286405] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 888d6db2-b246-4919-a765-170217a819cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.286593] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.286688] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 04ef6b7f-9878-4ee1-a706-5e46425b205a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.286806] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance c818e8e1-04a5-4a11-92c4-ea5528027870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.286939] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aa340207-6d3c-437b-9d10-cf102ec92d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.287176] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9515fe42-ce78-493d-80b6-931d65ae2e55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.287176] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9453d2ec-27ee-42ac-b3dc-0d2429562bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.287374] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.287524] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.390867] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944065, 'name': CreateVM_Task, 'duration_secs': 0.579877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.391074] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.391819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.391982] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.392469] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.392767] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d14335-2235-4ecd-bbba-84de2f77fdde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.401754] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1282.401754] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527d1889-1cb9-b2bb-5f42-8d083dba11d7" [ 1282.401754] env[69765]: _type = "Task" [ 1282.401754] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.404062] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2f9724-66fe-46c8-b4b2-f0190610c988 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.418402] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d1889-1cb9-b2bb-5f42-8d083dba11d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.421704] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1758b2-47dd-412c-822f-fff7fd91ab77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.457380] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f903e70c-c729-48ff-b97b-cf5fcf2f6194 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.470589] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c32b8-4a0c-40ce-a0d1-8b54261d013e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.490163] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.734329] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.770403] env[69765]: DEBUG oslo_concurrency.lockutils [req-4882ccc2-304a-44ab-82f1-8178c7694baa req-afd427c4-96e6-41bf-9e85-1ae14b8e38b9 service nova] Releasing lock "refresh_cache-9515fe42-ce78-493d-80b6-931d65ae2e55" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.917432] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527d1889-1cb9-b2bb-5f42-8d083dba11d7, 'name': SearchDatastore_Task, 'duration_secs': 0.090706} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.917714] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.918075] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.918388] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.918590] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.918897] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.919217] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d9abb90-93d8-471a-b697-58d09d3c9f23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.939402] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.939664] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.940447] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51599230-03f2-49ae-9618-aa863593d258 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.949031] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1282.949031] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c5c985-2ea0-8c3d-16a8-27eaf8a7710e" [ 1282.949031] env[69765]: _type = "Task" [ 1282.949031] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.959690] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5c985-2ea0-8c3d-16a8-27eaf8a7710e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.992010] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.015842] env[69765]: INFO nova.compute.manager [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Rescuing [ 1283.016406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.016708] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.017061] env[69765]: DEBUG nova.network.neutron [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1283.194837] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.228045] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.228373] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.228542] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.228821] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.229153] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.229349] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.229590] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.229761] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.229941] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.230131] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.230341] env[69765]: DEBUG nova.virt.hardware [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.231361] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07e015-ced7-4298-ae36-0f96af414933 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.245170] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb6d03-6538-4f14-9860-ae5b204f7a30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.250234] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.462795] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c5c985-2ea0-8c3d-16a8-27eaf8a7710e, 'name': SearchDatastore_Task, 'duration_secs': 0.087029} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.463701] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8ef40d-8c1d-4d1c-bfbd-0550c75cc6af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.472411] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1283.472411] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a021fe-e560-212c-31ba-7154c8867de9" [ 1283.472411] env[69765]: _type = "Task" [ 1283.472411] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.485107] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a021fe-e560-212c-31ba-7154c8867de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.499312] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.499536] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.603078] env[69765]: DEBUG nova.compute.manager [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-vif-plugged-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.603380] env[69765]: DEBUG oslo_concurrency.lockutils [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.603704] env[69765]: DEBUG oslo_concurrency.lockutils [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.603963] env[69765]: DEBUG oslo_concurrency.lockutils [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.604459] env[69765]: DEBUG nova.compute.manager [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] No waiting events found dispatching network-vif-plugged-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.604737] env[69765]: WARNING nova.compute.manager [req-d05c6887-1757-4a08-92b8-c07ccfeb7bbe req-8f36ac4d-70c4-4a0c-927c-bf6485e51afc service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received unexpected event network-vif-plugged-639d7e69-53d8-44c0-9176-987eead8bec6 for instance with vm_state building and task_state spawning. [ 1283.709564] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Successfully updated port: 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.738953] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.804682] env[69765]: DEBUG nova.network.neutron [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [{"id": "125242cb-62c4-48f1-aef1-ee0dffe86172", "address": "fa:16:3e:1c:ef:67", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125242cb-62", "ovs_interfaceid": "125242cb-62c4-48f1-aef1-ee0dffe86172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.984043] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a021fe-e560-212c-31ba-7154c8867de9, 'name': SearchDatastore_Task, 'duration_secs': 0.095697} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.984442] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.985070] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9515fe42-ce78-493d-80b6-931d65ae2e55/9515fe42-ce78-493d-80b6-931d65ae2e55.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.985396] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-141b11f4-f09f-46d6-97c3-dc281d337e9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.992443] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1283.992443] env[69765]: value = "task-3944067" [ 1283.992443] env[69765]: _type = "Task" [ 1283.992443] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.000292] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.214897] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.215358] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.215358] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1284.233066] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944062, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.920691} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.233398] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536/OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536.vmdk to [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk. [ 1284.233590] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Cleaning up location [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536 {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1284.233754] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e20d60fb-c3b9-4443-a08d-49020ba93536 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.234036] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1137fb7-09e8-40f8-b9fb-631269ab6704 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.242345] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1284.242345] env[69765]: value = "task-3944068" [ 1284.242345] env[69765]: _type = "Task" [ 1284.242345] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.253097] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.308324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.504539] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.749047] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1284.755287] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106914} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.755364] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.755501] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.755890] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk to [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.756175] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95fdf48c-565f-47d2-b81d-c69d5cfb76db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.764262] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1284.764262] env[69765]: value = "task-3944069" [ 1284.764262] env[69765]: _type = "Task" [ 1284.764262] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.776601] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.977268] env[69765]: DEBUG nova.network.neutron [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.005637] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915571} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.005896] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9515fe42-ce78-493d-80b6-931d65ae2e55/9515fe42-ce78-493d-80b6-931d65ae2e55.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.006137] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.006645] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4837253-519f-41f1-93ad-1a176c784867 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.012899] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1285.012899] env[69765]: value = "task-3944071" [ 1285.012899] env[69765]: _type = "Task" [ 1285.012899] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.021200] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.277581] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.480944] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.481614] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Instance network_info: |[{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.482077] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:23:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '639d7e69-53d8-44c0-9176-987eead8bec6', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.491138] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.491418] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.491662] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97b3ddc9-06a3-4297-b90a-6745a70ee1e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.518298] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.518298] env[69765]: value = "task-3944072" [ 1285.518298] env[69765]: _type = "Task" [ 1285.518298] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.525671] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243732} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.525876] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.526681] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4f993-9ddb-4446-a57d-190f8861c2e1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.532554] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944072, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.554786] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 9515fe42-ce78-493d-80b6-931d65ae2e55/9515fe42-ce78-493d-80b6-931d65ae2e55.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.555128] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d41e39-b37f-4a80-aa4d-79b104aa03d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.579876] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1285.579876] env[69765]: value = "task-3944073" [ 1285.579876] env[69765]: _type = "Task" [ 1285.579876] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.591017] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.630331] env[69765]: DEBUG nova.compute.manager [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.630442] env[69765]: DEBUG nova.compute.manager [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing instance network info cache due to event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.630622] env[69765]: DEBUG oslo_concurrency.lockutils [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.630789] env[69765]: DEBUG oslo_concurrency.lockutils [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.630954] env[69765]: DEBUG nova.network.neutron [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1285.777813] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.842844] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.843339] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a087b4-004f-480a-a25f-b97e16da18e8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.848268] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.852946] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1285.852946] env[69765]: value = "task-3944074" [ 1285.852946] env[69765]: _type = "Task" [ 1285.852946] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.864920] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.031346] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944072, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.095592] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.278124] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.361526] env[69765]: DEBUG nova.network.neutron [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updated VIF entry in instance network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1286.362158] env[69765]: DEBUG nova.network.neutron [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.363503] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.364594] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.364813] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.374182] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944074, 'name': PowerOffVM_Task, 'duration_secs': 0.298506} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.375224] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.376211] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47692a3e-3c45-4238-944b-c514251fd940 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.399925] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee03bb80-14d1-4c82-92a5-8f4ee3f8174d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.448708] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.449049] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b1de7e-c972-49f0-af2f-7bfea74c7801 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.459283] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1286.459283] env[69765]: value = "task-3944075" [ 1286.459283] env[69765]: _type = "Task" [ 1286.459283] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.473102] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.473351] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.473656] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.473821] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.474628] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.474628] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed506c98-663a-4001-8eb7-11a39b8ebe76 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.487151] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.487440] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.489025] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1544bf4d-8435-45b3-a8a0-7352a8ec5625 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.497293] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1286.497293] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ee8f8c-dff6-8933-d126-908b5f3fb5dd" [ 1286.497293] env[69765]: _type = "Task" [ 1286.497293] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.509481] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ee8f8c-dff6-8933-d126-908b5f3fb5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.533336] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944072, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.593687] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944073, 'name': ReconfigVM_Task, 'duration_secs': 0.997435} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.593983] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 9515fe42-ce78-493d-80b6-931d65ae2e55/9515fe42-ce78-493d-80b6-931d65ae2e55.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.594742] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e80d3c-bf1e-48e1-833a-c5e034f0a685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.604185] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1286.604185] env[69765]: value = "task-3944076" [ 1286.604185] env[69765]: _type = "Task" [ 1286.604185] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.615431] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944076, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.777472] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.865399] env[69765]: DEBUG oslo_concurrency.lockutils [req-419edda9-0be0-4cf3-968e-d54098420be4 req-92298508-5e29-4436-8a36-7c71e88a50e3 service nova] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.867749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.868116] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.868407] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.868652] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1286.870121] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a489a78-b476-47c3-b163-5eeb2e5726c1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.883338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d47f07-73e1-4235-87ca-681a45857500 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.904496] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e4e22-40ed-48d9-be2d-240a1e738a5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.914685] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f9e12-72d5-4cb3-8540-71e8a98a47ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.951895] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179088MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1286.952162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.952349] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.010576] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ee8f8c-dff6-8933-d126-908b5f3fb5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.011504] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01f25d8-4852-4eba-96ea-7c6db4f18464 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.021353] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1287.021353] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c87b80-e0ea-cb6f-652f-34a8a9f6e616" [ 1287.021353] env[69765]: _type = "Task" [ 1287.021353] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.040145] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944072, 'name': CreateVM_Task} progress is 25%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.045480] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c87b80-e0ea-cb6f-652f-34a8a9f6e616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.117561] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944076, 'name': Rename_Task, 'duration_secs': 0.412601} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.118059] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.118319] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60939205-29a3-4423-ad2f-150a68e45707 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.130292] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1287.130292] env[69765]: value = "task-3944077" [ 1287.130292] env[69765]: _type = "Task" [ 1287.130292] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.143390] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.279786] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.533522] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944072, 'name': CreateVM_Task, 'duration_secs': 1.992562} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.534056] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.534788] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.534949] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.535355] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.535929] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e440cc64-5235-4fc6-81b2-9aea8920ca6a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.540684] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c87b80-e0ea-cb6f-652f-34a8a9f6e616, 'name': SearchDatastore_Task, 'duration_secs': 0.026479} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.541299] env[69765]: DEBUG oslo_concurrency.lockutils [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.541570] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 888d6db2-b246-4919-a765-170217a819cf/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1287.541864] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-241d5148-5721-42b7-9e6f-e9ab69ff7a7b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.545424] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1287.545424] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c2acfa-9ed7-9114-aa92-fa6dc51c4e04" [ 1287.545424] env[69765]: _type = "Task" [ 1287.545424] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.550120] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1287.550120] env[69765]: value = "task-3944078" [ 1287.550120] env[69765]: _type = "Task" [ 1287.550120] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.556086] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c2acfa-9ed7-9114-aa92-fa6dc51c4e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.561713] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.642568] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944077, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.777768] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944069, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.572079} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.778146] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4efef534-d47f-4566-8c11-d0918bde6a57/4efef534-d47f-4566-8c11-d0918bde6a57.vmdk to [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.779106] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a771a5c6-1165-49e4-b619-cf1eb9bad305 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.803579] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.803969] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb748c9-41c1-4c54-b648-decef2a4c159 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.826708] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1287.826708] env[69765]: value = "task-3944079" [ 1287.826708] env[69765]: _type = "Task" [ 1287.826708] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.837611] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.986500] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 888d6db2-b246-4919-a765-170217a819cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.986704] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.986846] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 04ef6b7f-9878-4ee1-a706-5e46425b205a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.987043] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance c818e8e1-04a5-4a11-92c4-ea5528027870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.987123] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance aa340207-6d3c-437b-9d10-cf102ec92d2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.987217] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9515fe42-ce78-493d-80b6-931d65ae2e55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.987334] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9453d2ec-27ee-42ac-b3dc-0d2429562bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.987537] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1287.987691] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1288.064366] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.071806] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c2acfa-9ed7-9114-aa92-fa6dc51c4e04, 'name': SearchDatastore_Task, 'duration_secs': 0.034877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.072507] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.073195] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.073195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.073195] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.073487] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.073652] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-389f3e3d-26f7-4bf5-ab8a-b284df9eeaab {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.084196] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.084449] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.088589] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4020222d-3454-46dd-851d-278626faa80f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.096388] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1288.096388] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52f49d25-2815-fe9b-e3fc-bc6513972eff" [ 1288.096388] env[69765]: _type = "Task" [ 1288.096388] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.110434] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f49d25-2815-fe9b-e3fc-bc6513972eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.120241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec06c7-e81e-4dc2-9f26-9de9d670c3c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.127971] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bf16e-ae6b-4670-a1be-1666e9b74d0c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.139609] env[69765]: DEBUG oslo_vmware.api [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944077, 'name': PowerOnVM_Task, 'duration_secs': 0.82841} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.166865] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.167197] env[69765]: INFO nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1288.167450] env[69765]: DEBUG nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.168672] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca4fe5-ebc9-4075-905e-1a0ab63260fb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.172072] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01cf212-c03c-4db0-ab28-42428f15dcae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.185486] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3f3d3-055f-48ee-9d93-1f43ca3f1ae8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.202110] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.337534] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.563530] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592247} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.563810] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] 888d6db2-b246-4919-a765-170217a819cf/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 1288.564712] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e319bc56-06a5-45ed-8177-d7935f5900c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.589611] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 888d6db2-b246-4919-a765-170217a819cf/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.590036] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7d0da7-53f4-4907-9a55-8e088eba5a7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.614500] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52f49d25-2815-fe9b-e3fc-bc6513972eff, 'name': SearchDatastore_Task, 'duration_secs': 0.022019} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.616480] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1288.616480] env[69765]: value = "task-3944080" [ 1288.616480] env[69765]: _type = "Task" [ 1288.616480] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.616712] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3db4a00-d6e5-47fa-ac25-a4bd82a47a29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.631606] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.631939] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1288.631939] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c9fe00-2f85-8b54-8afc-abd27c347111" [ 1288.631939] env[69765]: _type = "Task" [ 1288.631939] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.642628] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c9fe00-2f85-8b54-8afc-abd27c347111, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.642867] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.643140] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9453d2ec-27ee-42ac-b3dc-0d2429562bfd/9453d2ec-27ee-42ac-b3dc-0d2429562bfd.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.643397] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1176ee4f-2e03-495c-90c5-947315a06810 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.650993] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1288.650993] env[69765]: value = "task-3944081" [ 1288.650993] env[69765]: _type = "Task" [ 1288.650993] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.659665] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.700209] env[69765]: INFO nova.compute.manager [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Took 13.90 seconds to build instance. [ 1288.705146] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.843262] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944079, 'name': ReconfigVM_Task, 'duration_secs': 0.688146} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.843262] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d/aa340207-6d3c-437b-9d10-cf102ec92d2d.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.843262] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-584e4ac3-3525-4056-9e5e-378bced5588a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.850893] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1288.850893] env[69765]: value = "task-3944082" [ 1288.850893] env[69765]: _type = "Task" [ 1288.850893] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.863226] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944082, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.132163] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.167965] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503829} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.242272] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 9453d2ec-27ee-42ac-b3dc-0d2429562bfd/9453d2ec-27ee-42ac-b3dc-0d2429562bfd.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.242272] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.242272] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22335ef8-b871-48d6-a61a-0e3d8b1c32fa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.242272] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1289.242272] env[69765]: value = "task-3944083" [ 1289.242272] env[69765]: _type = "Task" [ 1289.242272] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.242272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2bed5fe6-8b2b-4561-8a84-8e5f782a477d tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.415s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.242272] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.242272] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1289.242272] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.258s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.361863] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944082, 'name': Rename_Task, 'duration_secs': 0.331339} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.362217] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.362445] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e29cb8-e957-44b7-9e33-b87386ef9e75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.371452] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1289.371452] env[69765]: value = "task-3944084" [ 1289.371452] env[69765]: _type = "Task" [ 1289.371452] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.380375] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.380747] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "9515fe42-ce78-493d-80b6-931d65ae2e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.381016] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.381221] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.381476] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.381596] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.386813] env[69765]: INFO nova.compute.manager [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Terminating instance [ 1289.630739] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944080, 'name': ReconfigVM_Task, 'duration_secs': 0.612784} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.631395] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 888d6db2-b246-4919-a765-170217a819cf/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.632421] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f89a7f-8900-4968-baf2-7a5b15a8520e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.665790] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511ae6c4-2093-455b-8063-00a6bf0010f9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.685555] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1289.685555] env[69765]: value = "task-3944085" [ 1289.685555] env[69765]: _type = "Task" [ 1289.685555] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.697030] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073614} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.700385] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.700898] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.702388] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92c222-87d7-47e6-8353-9817d073ba5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.729384] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9453d2ec-27ee-42ac-b3dc-0d2429562bfd/9453d2ec-27ee-42ac-b3dc-0d2429562bfd.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.729730] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2fb100-7316-4e25-b9fe-9121830026b5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.751302] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1289.751302] env[69765]: value = "task-3944086" [ 1289.751302] env[69765]: _type = "Task" [ 1289.751302] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.762563] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.882441] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.890429] env[69765]: DEBUG nova.compute.manager [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.890707] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.891696] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9886645e-b9b9-4f48-a302-d6d15c4518ce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.901147] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.901627] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a515618-ae7d-482e-8cde-28b68bfc6577 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.909559] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1289.909559] env[69765]: value = "task-3944087" [ 1289.909559] env[69765]: _type = "Task" [ 1289.909559] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.921487] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.198487] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944085, 'name': ReconfigVM_Task, 'duration_secs': 0.355757} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.198785] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.199041] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a68f9e4-1413-4085-988a-e173f8b8c5c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.206669] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1290.206669] env[69765]: value = "task-3944088" [ 1290.206669] env[69765]: _type = "Task" [ 1290.206669] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.215026] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.262055] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944086, 'name': ReconfigVM_Task, 'duration_secs': 0.317503} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.262273] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9453d2ec-27ee-42ac-b3dc-0d2429562bfd/9453d2ec-27ee-42ac-b3dc-0d2429562bfd.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.263138] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fa6fb57-72e5-4a12-8cde-9fd9628ccaf1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.270103] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1290.270103] env[69765]: value = "task-3944089" [ 1290.270103] env[69765]: _type = "Task" [ 1290.270103] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.280090] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944089, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.384010] env[69765]: DEBUG oslo_vmware.api [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944084, 'name': PowerOnVM_Task, 'duration_secs': 0.900557} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.384431] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.421635] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944087, 'name': PowerOffVM_Task, 'duration_secs': 0.206206} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.421921] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.422120] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.422397] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-228fa34e-83b7-48c9-b0b3-24b882c4a052 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.502712] env[69765]: DEBUG nova.compute.manager [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.504377] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df3c4ca-6081-44fa-8c63-a2ef8e116a7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.509877] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.510334] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.510585] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Deleting the datastore file [datastore1] 9515fe42-ce78-493d-80b6-931d65ae2e55 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.511396] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e90c683a-4aaf-4271-9a89-2a51f47c58db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.526654] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for the task: (returnval){ [ 1290.526654] env[69765]: value = "task-3944091" [ 1290.526654] env[69765]: _type = "Task" [ 1290.526654] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.538496] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.718744] env[69765]: DEBUG oslo_vmware.api [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944088, 'name': PowerOnVM_Task, 'duration_secs': 0.494109} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.718744] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.721630] env[69765]: DEBUG nova.compute.manager [None req-74ca0938-8c66-4773-a323-05e4cfa99e36 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.722499] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a3512b-75b6-4b90-8a84-42148acbfeaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.781021] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944089, 'name': Rename_Task, 'duration_secs': 0.141487} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.781291] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.781588] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187e6071-c080-4cf3-8bb4-736f89978f85 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.788888] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1290.788888] env[69765]: value = "task-3944092" [ 1290.788888] env[69765]: _type = "Task" [ 1290.788888] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.797313] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.028080] env[69765]: DEBUG oslo_concurrency.lockutils [None req-fee52dfc-67e8-48fc-8cc1-916197ec6001 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.716s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.040789] env[69765]: DEBUG oslo_vmware.api [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Task: {'id': task-3944091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158817} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.041117] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.041323] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.041511] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.041687] env[69765]: INFO nova.compute.manager [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1291.041977] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.042266] env[69765]: DEBUG nova.compute.manager [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.042369] env[69765]: DEBUG nova.network.neutron [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1291.282323] env[69765]: DEBUG nova.compute.manager [req-e949a006-684c-4da7-9726-2f7f2ecb9e6a req-3e3b4102-e024-4bbe-aa7f-671fce36b707 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Received event network-vif-deleted-52ef01e0-8b7c-4590-94b6-08b3dbc23dac {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.282536] env[69765]: INFO nova.compute.manager [req-e949a006-684c-4da7-9726-2f7f2ecb9e6a req-3e3b4102-e024-4bbe-aa7f-671fce36b707 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Neutron deleted interface 52ef01e0-8b7c-4590-94b6-08b3dbc23dac; detaching it from the instance and deleting it from the info cache [ 1291.282704] env[69765]: DEBUG nova.network.neutron [req-e949a006-684c-4da7-9726-2f7f2ecb9e6a req-3e3b4102-e024-4bbe-aa7f-671fce36b707 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.299500] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.760894] env[69765]: DEBUG nova.network.neutron [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.785822] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e1acb2f-afec-4f9d-b5c8-c8769a4ddbaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.797909] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8503c00-cbf1-4ae8-9340-0de188a41cfe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.811916] env[69765]: DEBUG oslo_vmware.api [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944092, 'name': PowerOnVM_Task, 'duration_secs': 0.894584} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.812490] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.812704] env[69765]: INFO nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1291.812895] env[69765]: DEBUG nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.813855] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13912f-204a-4b35-a765-e0e66220a97d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.837021] env[69765]: DEBUG nova.compute.manager [req-e949a006-684c-4da7-9726-2f7f2ecb9e6a req-3e3b4102-e024-4bbe-aa7f-671fce36b707 service nova] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Detach interface failed, port_id=52ef01e0-8b7c-4590-94b6-08b3dbc23dac, reason: Instance 9515fe42-ce78-493d-80b6-931d65ae2e55 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.215433] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.215735] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.215970] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.216244] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.216438] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.218782] env[69765]: INFO nova.compute.manager [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Terminating instance [ 1292.263109] env[69765]: INFO nova.compute.manager [-] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Took 1.22 seconds to deallocate network for instance. [ 1292.343029] env[69765]: INFO nova.compute.manager [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Took 13.43 seconds to build instance. [ 1292.402636] env[69765]: INFO nova.compute.manager [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Unrescuing [ 1292.402917] env[69765]: DEBUG oslo_concurrency.lockutils [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.403098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.403277] env[69765]: DEBUG nova.network.neutron [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1292.722540] env[69765]: DEBUG nova.compute.manager [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.722847] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.723778] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6fdd47-f085-437c-b78e-458d7472e239 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.732488] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.732702] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c77eb71-857c-4330-a647-236b6799d439 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.739973] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1292.739973] env[69765]: value = "task-3944093" [ 1292.739973] env[69765]: _type = "Task" [ 1292.739973] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.749974] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.771947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.771947] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.771947] env[69765]: DEBUG nova.objects.instance [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lazy-loading 'resources' on Instance uuid 9515fe42-ce78-493d-80b6-931d65ae2e55 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.845431] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1d35b771-090c-40e2-8588-4964e52cf984 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.945s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.145763] env[69765]: DEBUG nova.network.neutron [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [{"id": "125242cb-62c4-48f1-aef1-ee0dffe86172", "address": "fa:16:3e:1c:ef:67", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125242cb-62", "ovs_interfaceid": "125242cb-62c4-48f1-aef1-ee0dffe86172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.250862] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944093, 'name': PowerOffVM_Task, 'duration_secs': 0.232673} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.251091] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.251267] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.251530] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ca1688-671d-495a-912d-d4e48bfb4f29 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.378405] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab70d0-12be-4f85-aef9-4ef5c1ed6340 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.386683] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be7465-710d-4058-9e9b-e6ec853ba45c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.419386] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6fcd0-2c13-4b29-b2bd-e76e24a19804 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.428307] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30190c85-6579-4b00-9849-022e49c6444a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.442510] env[69765]: DEBUG nova.compute.provider_tree [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.621346] env[69765]: DEBUG nova.compute.manager [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.621590] env[69765]: DEBUG nova.compute.manager [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.622497] env[69765]: DEBUG oslo_concurrency.lockutils [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.622726] env[69765]: DEBUG oslo_concurrency.lockutils [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.622949] env[69765]: DEBUG nova.network.neutron [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1293.648215] env[69765]: DEBUG oslo_concurrency.lockutils [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-888d6db2-b246-4919-a765-170217a819cf" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.648908] env[69765]: DEBUG nova.objects.instance [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'flavor' on Instance uuid 888d6db2-b246-4919-a765-170217a819cf {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.672936] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.672936] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.673163] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleting the datastore file [datastore1] aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.673360] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14be6010-8104-4811-812b-97ce3acd9c17 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.681395] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for the task: (returnval){ [ 1293.681395] env[69765]: value = "task-3944095" [ 1293.681395] env[69765]: _type = "Task" [ 1293.681395] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.691174] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.945477] env[69765]: DEBUG nova.scheduler.client.report [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.155213] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b1364e-b006-4d26-bdf8-4cab7cbdf1b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.183243] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.186619] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-714dda19-24a2-4599-84da-d99d81cc3ff7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.195825] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.200253] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1294.200253] env[69765]: value = "task-3944096" [ 1294.200253] env[69765]: _type = "Task" [ 1294.200253] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.211371] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.355990] env[69765]: DEBUG nova.network.neutron [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1294.356514] env[69765]: DEBUG nova.network.neutron [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.452850] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.488040] env[69765]: INFO nova.scheduler.client.report [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Deleted allocations for instance 9515fe42-ce78-493d-80b6-931d65ae2e55 [ 1294.695927] env[69765]: DEBUG oslo_vmware.api [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Task: {'id': task-3944095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582718} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.695927] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.695927] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.695927] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.695927] env[69765]: INFO nova.compute.manager [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1294.695927] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.695927] env[69765]: DEBUG nova.compute.manager [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.695927] env[69765]: DEBUG nova.network.neutron [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1294.709534] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944096, 'name': PowerOffVM_Task, 'duration_secs': 0.212574} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.710623] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.715230] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.715561] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfd8ad4-007a-4c28-ad4c-29c1c24d1854 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.737548] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1294.737548] env[69765]: value = "task-3944097" [ 1294.737548] env[69765]: _type = "Task" [ 1294.737548] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.748803] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.860347] env[69765]: DEBUG oslo_concurrency.lockutils [req-a65b5631-935e-4693-9ac6-ddbc813083e1 req-d21cdcb9-7579-4d1b-a69c-0017262a144e service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.997626] env[69765]: DEBUG oslo_concurrency.lockutils [None req-faafc9ab-53b0-4af3-aa00-74668cccc8aa tempest-ServerPasswordTestJSON-56731260 tempest-ServerPasswordTestJSON-56731260-project-member] Lock "9515fe42-ce78-493d-80b6-931d65ae2e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.616s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.149499] env[69765]: DEBUG nova.compute.manager [req-afdd28f6-3ec7-43ef-a869-285474768c94 req-dd6d318c-26c7-4364-bfcc-651060ec9564 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Received event network-vif-deleted-12c95c41-504e-47b4-980d-2168a8d1582e {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.149700] env[69765]: INFO nova.compute.manager [req-afdd28f6-3ec7-43ef-a869-285474768c94 req-dd6d318c-26c7-4364-bfcc-651060ec9564 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Neutron deleted interface 12c95c41-504e-47b4-980d-2168a8d1582e; detaching it from the instance and deleting it from the info cache [ 1295.149991] env[69765]: DEBUG nova.network.neutron [req-afdd28f6-3ec7-43ef-a869-285474768c94 req-dd6d318c-26c7-4364-bfcc-651060ec9564 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.250644] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944097, 'name': ReconfigVM_Task, 'duration_secs': 0.265852} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.250644] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.250644] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.250644] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e97d642-f5d3-46ed-950a-0d96f778c51a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.258717] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1295.258717] env[69765]: value = "task-3944098" [ 1295.258717] env[69765]: _type = "Task" [ 1295.258717] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.268135] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.630520] env[69765]: DEBUG nova.network.neutron [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.653515] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6ff6b1c-cc98-4daa-ace5-49bd22f6c674 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.664412] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c7b64-820b-402b-b872-983503559124 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.684954] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.685216] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing instance network info cache due to event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.685441] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.685587] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.685745] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1295.705486] env[69765]: DEBUG nova.compute.manager [req-afdd28f6-3ec7-43ef-a869-285474768c94 req-dd6d318c-26c7-4364-bfcc-651060ec9564 service nova] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Detach interface failed, port_id=12c95c41-504e-47b4-980d-2168a8d1582e, reason: Instance aa340207-6d3c-437b-9d10-cf102ec92d2d could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.771240] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.133425] env[69765]: INFO nova.compute.manager [-] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Took 1.44 seconds to deallocate network for instance. [ 1296.274720] env[69765]: DEBUG oslo_vmware.api [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944098, 'name': PowerOnVM_Task, 'duration_secs': 0.526597} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.274994] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.275248] env[69765]: DEBUG nova.compute.manager [None req-34418a02-2250-4709-a3e8-bf7d85f81e9e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.276118] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a4cfea-8228-492f-986d-a950c7876949 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.404659] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updated VIF entry in instance network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1296.405032] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.640945] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.641262] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.641977] env[69765]: DEBUG nova.objects.instance [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lazy-loading 'resources' on Instance uuid aa340207-6d3c-437b-9d10-cf102ec92d2d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.909666] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.909884] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.910176] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing instance network info cache due to event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.910401] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.910656] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.910656] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1297.244919] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d9b9ed-2f9a-4a7c-8b60-a0d9e76796c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.255204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132153a2-6b27-49ae-85a2-20f7cb4afdb2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.288157] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc414cf-8f94-4536-8c91-0edf6bb4ddfe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.296877] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df09e3b2-2908-414a-a464-01f5866adf44 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.312579] env[69765]: DEBUG nova.compute.provider_tree [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.644712] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updated VIF entry in instance network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1297.645207] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.815925] env[69765]: DEBUG nova.scheduler.client.report [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.148345] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.148656] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.148946] env[69765]: DEBUG nova.compute.manager [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.149146] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.149295] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.149461] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1298.322806] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.349394] env[69765]: INFO nova.scheduler.client.report [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Deleted allocations for instance aa340207-6d3c-437b-9d10-cf102ec92d2d [ 1298.857646] env[69765]: DEBUG oslo_concurrency.lockutils [None req-6c5ea74e-4276-4b32-b6ec-784396654186 tempest-ServerActionsTestOtherB-1142866612 tempest-ServerActionsTestOtherB-1142866612-project-member] Lock "aa340207-6d3c-437b-9d10-cf102ec92d2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.642s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.951946] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1298.952193] env[69765]: DEBUG nova.network.neutron [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.455257] env[69765]: DEBUG oslo_concurrency.lockutils [req-0b52f218-2316-449a-9c06-a82741a6bc8e req-ba4f14fb-1ccf-4948-b241-ae047c1a39d7 service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.723943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.724199] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.226532] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.325064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "590af696-5be8-4d22-a2e3-98d5279540d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.325324] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.755522] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.755827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.757440] env[69765]: INFO nova.compute.claims [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.828889] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.350222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.874443] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e22063-6bf2-44f9-8ca0-dd835df05e23 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.883450] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affcc7d-5a41-456b-89dc-47206232eec1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.914967] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698398bc-f229-4a82-b80c-4e55a7ed9348 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.922696] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32814c5-2ea1-4cea-8968-a0812f2c6ba0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.937639] env[69765]: DEBUG nova.compute.provider_tree [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.441506] env[69765]: DEBUG nova.scheduler.client.report [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.947284] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.947931] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.951097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.601s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.952597] env[69765]: INFO nova.compute.claims [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.457341] env[69765]: DEBUG nova.compute.utils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.460935] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.461188] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.528743] env[69765]: DEBUG nova.policy [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49554eb466c34069b496ac00a9101849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67955771bffe48e6977c463428d1a724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.896355] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Successfully created port: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.961686] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.080049] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce0799-8f87-4fd7-b8c3-053af4ddd95c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.088484] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d610b87c-9447-4328-be75-2ec8e454b9ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.122283] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ff4d20-9590-4b3b-85bb-46329f159f62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.130963] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6340d03-453a-4d7e-8479-b7e85602111d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.146902] env[69765]: DEBUG nova.compute.provider_tree [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.650415] env[69765]: DEBUG nova.scheduler.client.report [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.976124] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.003521] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.003758] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.003920] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.004124] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.004275] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.004439] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.004716] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.004901] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.005089] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.005260] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.005440] env[69765]: DEBUG nova.virt.hardware [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.006351] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3853b16d-4a34-4d0b-9a30-a06afcdf30f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.014626] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3159943-e969-4256-804c-e7dc7908dd2b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.051286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.051530] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.157023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.157023] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.307078] env[69765]: DEBUG nova.compute.manager [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-vif-plugged-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.307345] env[69765]: DEBUG oslo_concurrency.lockutils [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.307560] env[69765]: DEBUG oslo_concurrency.lockutils [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] Lock "40508dca-3634-472d-a988-b494f92d6195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.307736] env[69765]: DEBUG oslo_concurrency.lockutils [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] Lock "40508dca-3634-472d-a988-b494f92d6195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.307939] env[69765]: DEBUG nova.compute.manager [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] No waiting events found dispatching network-vif-plugged-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.308328] env[69765]: WARNING nova.compute.manager [req-e10cc651-6752-43e6-b335-3b3dfcc51ddc req-b526a6bc-17ec-4adb-999a-6646fb91d9cb service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received unexpected event network-vif-plugged-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 for instance with vm_state building and task_state spawning. [ 1305.390941] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Successfully updated port: 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.555326] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.661424] env[69765]: DEBUG nova.compute.utils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.664277] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.664447] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.710832] env[69765]: DEBUG nova.policy [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebcc2fb3f6346b89a5bd60b552d4ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '860fab0ae8c947c295605619935f1eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.893698] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.893880] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.894050] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1305.992512] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Successfully created port: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.076694] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.076972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.079085] env[69765]: INFO nova.compute.claims [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.168726] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.426653] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1306.553539] env[69765]: DEBUG nova.network.neutron [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.055852] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.056244] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Instance network_info: |[{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.056982] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:02:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfb7573-a5db-40f0-bc5d-c9dba0e16a43', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.064509] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.064766] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.065419] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a1f6464-244a-471f-96d1-b3d9e8b32b52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.090035] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.090035] env[69765]: value = "task-3944100" [ 1307.090035] env[69765]: _type = "Task" [ 1307.090035] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.098893] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944100, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.178863] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.210651] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.211085] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.211388] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.211713] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.212013] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.212305] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.212652] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.212987] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.213377] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.213698] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.214018] env[69765]: DEBUG nova.virt.hardware [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.215428] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426abeaa-bbf4-4a12-b3fb-63a78b163d22 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.221045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3802cc-b99f-455a-b152-f4b1093d270c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.231582] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc19cb9-1679-48e9-8966-3d85025b0fd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.236268] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6d108-0c12-41cf-8dec-155c00075dc0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.278089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e510c-4e7a-406e-825e-65aac1ce196d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.287803] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa3e2c-a8a6-4048-8fbe-b10e16550bc4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.302765] env[69765]: DEBUG nova.compute.provider_tree [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.336850] env[69765]: DEBUG nova.compute.manager [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.337034] env[69765]: DEBUG nova.compute.manager [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing instance network info cache due to event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.337271] env[69765]: DEBUG oslo_concurrency.lockutils [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.337406] env[69765]: DEBUG oslo_concurrency.lockutils [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.337576] env[69765]: DEBUG nova.network.neutron [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1307.501383] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Successfully updated port: 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.600993] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944100, 'name': CreateVM_Task, 'duration_secs': 0.468127} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.601194] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.601883] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.602063] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.602440] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.602700] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc71589-0885-404f-984a-8c80cd88dd0b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.608510] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1307.608510] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52afd5dc-b877-dc70-6166-ccde14647259" [ 1307.608510] env[69765]: _type = "Task" [ 1307.608510] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.617075] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52afd5dc-b877-dc70-6166-ccde14647259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.808911] env[69765]: DEBUG nova.scheduler.client.report [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.003981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.004356] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.004633] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1308.051022] env[69765]: DEBUG nova.network.neutron [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updated VIF entry in instance network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1308.051398] env[69765]: DEBUG nova.network.neutron [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.120422] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52afd5dc-b877-dc70-6166-ccde14647259, 'name': SearchDatastore_Task, 'duration_secs': 0.018714} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.120782] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.120913] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.121170] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.121319] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.121502] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.121794] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c44dbbb-c593-4de8-a1dd-89aeb4bec9d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.132348] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.132566] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.133436] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145d5fab-d427-41ed-8ebf-5b350efee552 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.139930] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1308.139930] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5269d44c-c817-02e6-6325-02ece80bfcde" [ 1308.139930] env[69765]: _type = "Task" [ 1308.139930] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.151464] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5269d44c-c817-02e6-6325-02ece80bfcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.315064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.315064] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.535190] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1308.554439] env[69765]: DEBUG oslo_concurrency.lockutils [req-75f6e1ad-ee9b-4797-883c-2c65c53c0896 req-d8cc89c9-b5ec-4401-beac-56a1647be64a service nova] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.639923] env[69765]: DEBUG nova.network.neutron [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updating instance_info_cache with network_info: [{"id": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "address": "fa:16:3e:c5:cd:70", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684deb9b-6a", "ovs_interfaceid": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.651462] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5269d44c-c817-02e6-6325-02ece80bfcde, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.652822] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb58aebf-3264-436e-86f2-316d48989685 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.658747] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1308.658747] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52305347-ca25-6984-6582-dfdb1e93baf9" [ 1308.658747] env[69765]: _type = "Task" [ 1308.658747] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.666520] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52305347-ca25-6984-6582-dfdb1e93baf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.819720] env[69765]: DEBUG nova.compute.utils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.821207] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Not allocating networking since 'none' was specified. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1309.145141] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.145568] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Instance network_info: |[{"id": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "address": "fa:16:3e:c5:cd:70", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684deb9b-6a", "ovs_interfaceid": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.145983] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:cd:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '684deb9b-6a09-4df8-b1e7-d71e69d3d1e4', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.153523] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating folder: Project (860fab0ae8c947c295605619935f1eb3). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.153820] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bef8f7e-bae6-43a6-98e6-a8fb6887256f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.165712] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created folder: Project (860fab0ae8c947c295605619935f1eb3) in parent group-v782532. [ 1309.166055] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating folder: Instances. Parent ref: group-v782858. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.166317] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09dcc931-2efe-4c5a-b2a6-dc96d89f3443 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.171523] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52305347-ca25-6984-6582-dfdb1e93baf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.172163] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.172434] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40508dca-3634-472d-a988-b494f92d6195/40508dca-3634-472d-a988-b494f92d6195.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.172700] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79a2c39-98b0-4aaa-840f-0362c01ed87c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.180420] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created folder: Instances in parent group-v782858. [ 1309.180658] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.181553] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.181872] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1309.181872] env[69765]: value = "task-3944103" [ 1309.181872] env[69765]: _type = "Task" [ 1309.181872] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.182090] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2574cd4-4d77-4ea1-8ae8-86a97964a723 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.206210] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.207572] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.207572] env[69765]: value = "task-3944104" [ 1309.207572] env[69765]: _type = "Task" [ 1309.207572] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.216648] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944104, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.322618] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.377521] env[69765]: DEBUG nova.compute.manager [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Received event network-vif-plugged-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.378224] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Acquiring lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.378673] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.378978] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.379376] env[69765]: DEBUG nova.compute.manager [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] No waiting events found dispatching network-vif-plugged-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.379746] env[69765]: WARNING nova.compute.manager [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Received unexpected event network-vif-plugged-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 for instance with vm_state building and task_state spawning. [ 1309.380250] env[69765]: DEBUG nova.compute.manager [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Received event network-changed-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.380651] env[69765]: DEBUG nova.compute.manager [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Refreshing instance network info cache due to event network-changed-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.381120] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Acquiring lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.381419] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Acquired lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.381731] env[69765]: DEBUG nova.network.neutron [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Refreshing network info cache for port 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1309.706725] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464604} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.707051] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40508dca-3634-472d-a988-b494f92d6195/40508dca-3634-472d-a988-b494f92d6195.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.707287] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.707543] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87266141-47d6-45c3-8e7c-8d952b74e771 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.717892] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944104, 'name': CreateVM_Task, 'duration_secs': 0.372604} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.718969] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.719324] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1309.719324] env[69765]: value = "task-3944105" [ 1309.719324] env[69765]: _type = "Task" [ 1309.719324] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.719942] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.720119] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.720450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.720740] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7775e2-db93-43a5-86b6-a8e5073bf003 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.729835] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1309.729835] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52471600-6b87-c717-9d39-dc4953b3fc69" [ 1309.729835] env[69765]: _type = "Task" [ 1309.729835] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.733017] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.741941] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52471600-6b87-c717-9d39-dc4953b3fc69, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.742303] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.742548] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.742814] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.742985] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.743216] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.743493] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0353bb70-7e28-4a8a-9e3c-23a70282bcfd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.751570] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.751761] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.752655] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88103cec-92cc-4e4c-8f8f-a16f4f6cc6da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.758881] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1309.758881] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52901c7b-ca61-7295-816e-a0deab752fee" [ 1309.758881] env[69765]: _type = "Task" [ 1309.758881] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.767540] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52901c7b-ca61-7295-816e-a0deab752fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.065341] env[69765]: DEBUG nova.network.neutron [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updated VIF entry in instance network info cache for port 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1310.065675] env[69765]: DEBUG nova.network.neutron [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updating instance_info_cache with network_info: [{"id": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "address": "fa:16:3e:c5:cd:70", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684deb9b-6a", "ovs_interfaceid": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.231076] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06719} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.231403] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.232272] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df81d0-afca-48df-8f68-bdf2762f9364 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.256475] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 40508dca-3634-472d-a988-b494f92d6195/40508dca-3634-472d-a988-b494f92d6195.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.256827] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd5d97f-f686-4da0-8964-8f13ae52dfda {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.280439] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52901c7b-ca61-7295-816e-a0deab752fee, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.282351] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1310.282351] env[69765]: value = "task-3944106" [ 1310.282351] env[69765]: _type = "Task" [ 1310.282351] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.282513] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed754238-f7dd-4931-a6c4-e4824700d9d3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.292076] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1310.292076] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520998d8-1ea7-eb73-0b68-e98f7ea8f3e2" [ 1310.292076] env[69765]: _type = "Task" [ 1310.292076] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.296669] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.306253] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520998d8-1ea7-eb73-0b68-e98f7ea8f3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.334848] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.362955] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.363301] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.363564] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.363812] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.364013] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.364217] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.364475] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.364687] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.364957] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.365181] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.365423] env[69765]: DEBUG nova.virt.hardware [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.366552] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0862a64-c63e-4cd8-aa07-87e5cb52430e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.376326] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c870b7-43ee-42a2-af37-cd0ce83a9196 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.390681] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.396409] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Creating folder: Project (3e471e9db3c84dc0b6a2ba792a581887). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.396726] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f361bef-fb77-4501-aaea-7c5be0c7f759 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.406934] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Created folder: Project (3e471e9db3c84dc0b6a2ba792a581887) in parent group-v782532. [ 1310.407144] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Creating folder: Instances. Parent ref: group-v782861. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.407390] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f092619-61e4-421f-8a9b-5e902e17f1da {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.417448] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Created folder: Instances in parent group-v782861. [ 1310.417688] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.417908] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.418131] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b34c330e-5196-4caa-9f7c-0ea61464e18f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.436159] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.436159] env[69765]: value = "task-3944109" [ 1310.436159] env[69765]: _type = "Task" [ 1310.436159] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.443650] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944109, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.568783] env[69765]: DEBUG oslo_concurrency.lockutils [req-84b10d16-e66c-4815-b251-9c59634160bc req-7529b62c-4cfb-4094-b787-589f34617b55 service nova] Releasing lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.795327] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944106, 'name': ReconfigVM_Task, 'duration_secs': 0.285075} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.795755] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 40508dca-3634-472d-a988-b494f92d6195/40508dca-3634-472d-a988-b494f92d6195.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.796689] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190fa749-056d-482e-a3d7-8bd5cbd5227c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.808045] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520998d8-1ea7-eb73-0b68-e98f7ea8f3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.809402] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.809680] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/590af696-5be8-4d22-a2e3-98d5279540d0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.809998] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1310.809998] env[69765]: value = "task-3944110" [ 1310.809998] env[69765]: _type = "Task" [ 1310.809998] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.810242] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46b9eec9-65de-43e0-ace1-f9239b72d1b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.821943] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944110, 'name': Rename_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.823012] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1310.823012] env[69765]: value = "task-3944111" [ 1310.823012] env[69765]: _type = "Task" [ 1310.823012] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.831742] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.946900] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944109, 'name': CreateVM_Task, 'duration_secs': 0.304778} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.947115] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.947555] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.947715] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.948275] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.948423] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0770583-99a8-4344-8e11-44b6a471bcdf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.953469] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1310.953469] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523750f4-64ca-30ff-871c-6c404e8a47a5" [ 1310.953469] env[69765]: _type = "Task" [ 1310.953469] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.962173] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523750f4-64ca-30ff-871c-6c404e8a47a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.321727] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944110, 'name': Rename_Task, 'duration_secs': 0.141758} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.322110] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.322289] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75be239-1ed9-466a-bf61-aa9512365695 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.333812] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489182} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.334694] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/590af696-5be8-4d22-a2e3-98d5279540d0.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.334944] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.335309] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1311.335309] env[69765]: value = "task-3944112" [ 1311.335309] env[69765]: _type = "Task" [ 1311.335309] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.335549] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5153f13-f5c5-4efb-8a25-b68e024bff7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.346178] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.346541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.356835] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1311.356835] env[69765]: value = "task-3944113" [ 1311.356835] env[69765]: _type = "Task" [ 1311.356835] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.357208] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.358954] env[69765]: DEBUG nova.compute.utils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.370493] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.464510] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523750f4-64ca-30ff-871c-6c404e8a47a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.465254] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.465254] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.465457] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.465593] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.465827] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.466166] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b87570-7f0a-4462-a18c-eb9a6f8ea5b4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.476674] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.476674] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.476674] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ff4c50-e120-4b51-b8d1-3a3eb56cb193 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.482172] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1311.482172] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]527bdc85-ca37-ea09-1d59-b5109fd5fa1f" [ 1311.482172] env[69765]: _type = "Task" [ 1311.482172] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.491435] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527bdc85-ca37-ea09-1d59-b5109fd5fa1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.846758] env[69765]: DEBUG oslo_vmware.api [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944112, 'name': PowerOnVM_Task, 'duration_secs': 0.484191} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.847034] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.847248] env[69765]: INFO nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1311.847430] env[69765]: DEBUG nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.848306] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a07028-9a71-43b0-974e-fafbd9742552 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.863594] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.517s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.870032] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069145} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.870032] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.871087] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8edfc00-73b9-4d4b-ae66-15b77eaef9c7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.894111] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/590af696-5be8-4d22-a2e3-98d5279540d0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.894736] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e474fe1a-004c-4eff-8098-70cad94608d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.916210] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1311.916210] env[69765]: value = "task-3944114" [ 1311.916210] env[69765]: _type = "Task" [ 1311.916210] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.927746] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.992150] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]527bdc85-ca37-ea09-1d59-b5109fd5fa1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016602} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.992918] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1c60f0-d3e4-435d-bafd-5289a93d7a68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.998442] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1311.998442] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]525cef58-5a37-b6eb-2459-5531b18ffdd7" [ 1311.998442] env[69765]: _type = "Task" [ 1311.998442] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.007034] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525cef58-5a37-b6eb-2459-5531b18ffdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.366046] env[69765]: INFO nova.compute.manager [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Took 11.63 seconds to build instance. [ 1312.426504] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944114, 'name': ReconfigVM_Task, 'duration_secs': 0.350922} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.426780] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/590af696-5be8-4d22-a2e3-98d5279540d0.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.427433] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348d2d9c-9e95-40e1-8e10-d45f7442b3c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.434487] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1312.434487] env[69765]: value = "task-3944115" [ 1312.434487] env[69765]: _type = "Task" [ 1312.434487] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.443710] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944115, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.513907] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]525cef58-5a37-b6eb-2459-5531b18ffdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.019289} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.514178] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.514436] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.514730] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5863c28b-d723-4cec-b468-210427bb319a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.523312] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1312.523312] env[69765]: value = "task-3944116" [ 1312.523312] env[69765]: _type = "Task" [ 1312.523312] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.532585] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.818972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.818972] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.819485] env[69765]: DEBUG nova.objects.instance [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid c818e8e1-04a5-4a11-92c4-ea5528027870 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.868561] env[69765]: DEBUG oslo_concurrency.lockutils [None req-58d3a36a-fdc4-44e0-bcd1-66689c0e5cb9 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.144s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.912654] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.912654] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.912936] env[69765]: INFO nova.compute.manager [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Attaching volume d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8 to /dev/sdb [ 1312.948122] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944115, 'name': Rename_Task, 'duration_secs': 0.146141} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.948581] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.948900] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74614f10-a4f8-49f7-9a39-3278160b4797 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.956505] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b1c971-169a-4318-af52-d3a37a968225 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.960981] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1312.960981] env[69765]: value = "task-3944117" [ 1312.960981] env[69765]: _type = "Task" [ 1312.960981] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.968427] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c133c92-3757-4814-bdd7-d73dbb9ba92d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.975454] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.984811] env[69765]: DEBUG nova.virt.block_device [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating existing volume attachment record: a57ff084-961d-437f-a9bd-3023325c088b {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1313.034028] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944116, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.206821] env[69765]: DEBUG nova.compute.manager [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.207583] env[69765]: DEBUG nova.compute.manager [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing instance network info cache due to event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.207583] env[69765]: DEBUG oslo_concurrency.lockutils [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.207583] env[69765]: DEBUG oslo_concurrency.lockutils [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.207837] env[69765]: DEBUG nova.network.neutron [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1313.412947] env[69765]: DEBUG nova.objects.instance [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid c818e8e1-04a5-4a11-92c4-ea5528027870 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.472990] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.533997] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518164} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.534272] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.534482] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.534742] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8af310-0270-4445-9afe-7c4d42c033a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.541163] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1313.541163] env[69765]: value = "task-3944119" [ 1313.541163] env[69765]: _type = "Task" [ 1313.541163] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.549051] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.916068] env[69765]: DEBUG nova.objects.base [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1313.916237] env[69765]: DEBUG nova.network.neutron [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.934609] env[69765]: DEBUG nova.network.neutron [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updated VIF entry in instance network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1313.935135] env[69765]: DEBUG nova.network.neutron [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.972602] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.985201] env[69765]: DEBUG nova.policy [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.052327] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070932} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.052662] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.053526] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c425e-aa95-40ee-a0ab-dc37bc53205a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.074351] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.074645] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862e75bd-bbf9-4a08-a971-b7eae7024063 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.096432] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1314.096432] env[69765]: value = "task-3944120" [ 1314.096432] env[69765]: _type = "Task" [ 1314.096432] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.104776] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.439386] env[69765]: DEBUG oslo_concurrency.lockutils [req-980776ee-cb16-459b-acab-efb1475bb63d req-8e3cedcf-6481-42e9-a6a0-2925ec7aa2c0 service nova] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.476640] env[69765]: DEBUG oslo_vmware.api [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944117, 'name': PowerOnVM_Task, 'duration_secs': 1.077481} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.477117] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.477400] env[69765]: INFO nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1314.477645] env[69765]: DEBUG nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.478628] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a2079-b0f0-49b2-a2b3-6ee3b618e0d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.607246] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944120, 'name': ReconfigVM_Task, 'duration_secs': 0.463125} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.607550] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.608223] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-283278c5-5803-431a-9292-e11ba3b16c84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.616849] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1314.616849] env[69765]: value = "task-3944121" [ 1314.616849] env[69765]: _type = "Task" [ 1314.616849] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.626119] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944121, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.998655] env[69765]: INFO nova.compute.manager [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Took 13.67 seconds to build instance. [ 1315.128136] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944121, 'name': Rename_Task, 'duration_secs': 0.129149} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.128442] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.128700] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dfb8cb9-65ad-426e-bf99-798f4f28bcaa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.136018] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1315.136018] env[69765]: value = "task-3944122" [ 1315.136018] env[69765]: _type = "Task" [ 1315.136018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.145563] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.502043] env[69765]: DEBUG oslo_concurrency.lockutils [None req-07826621-e532-4096-bbd0-bce913d64da7 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.176s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.643167] env[69765]: DEBUG nova.compute.manager [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.643398] env[69765]: DEBUG oslo_concurrency.lockutils [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.643635] env[69765]: DEBUG oslo_concurrency.lockutils [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.643865] env[69765]: DEBUG oslo_concurrency.lockutils [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.644087] env[69765]: DEBUG nova.compute.manager [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] No waiting events found dispatching network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.644311] env[69765]: WARNING nova.compute.manager [req-cbc8b7b7-3d85-45fb-8d8f-d5061fe94b8f req-1b148ff1-c13b-479b-8500-09326b5de575 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received unexpected event network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f for instance with vm_state active and task_state None. [ 1315.651170] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.702995] env[69765]: INFO nova.compute.manager [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Rescuing [ 1315.703293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.703444] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.703612] env[69765]: DEBUG nova.network.neutron [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1315.732451] env[69765]: DEBUG nova.network.neutron [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Successfully updated port: a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.147268] env[69765]: DEBUG oslo_vmware.api [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944122, 'name': PowerOnVM_Task, 'duration_secs': 0.803333} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.147503] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.147767] env[69765]: INFO nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1316.148015] env[69765]: DEBUG nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.148801] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32bfc0-f24e-4ddd-a171-a9f53ecd1611 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.237023] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.237218] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.237395] env[69765]: DEBUG nova.network.neutron [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1316.390138] env[69765]: DEBUG nova.network.neutron [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updating instance_info_cache with network_info: [{"id": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "address": "fa:16:3e:c5:cd:70", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684deb9b-6a", "ovs_interfaceid": "684deb9b-6a09-4df8-b1e7-d71e69d3d1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.666021] env[69765]: INFO nova.compute.manager [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Took 10.61 seconds to build instance. [ 1316.783872] env[69765]: WARNING nova.network.neutron [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1316.895836] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "refresh_cache-590af696-5be8-4d22-a2e3-98d5279540d0" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.090156] env[69765]: DEBUG nova.network.neutron [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "address": "fa:16:3e:93:74:c5", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6be5621-1e", "ovs_interfaceid": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.168417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0535cd88-2c61-4e20-b315-d9740652a5d1 tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.117s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.535118] env[69765]: INFO nova.compute.manager [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Rebuilding instance [ 1317.540856] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1317.541124] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782864', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'name': 'volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04ef6b7f-9878-4ee1-a706-5e46425b205a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'serial': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1317.542040] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def4d7e9-922b-47fa-b62a-2ff0544bc929 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.562847] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06803bdd-ff90-402d-b03e-52136e69bec7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.590777] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8/volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.594818] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a140bcc-8457-44ba-bb84-148664089565 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.607719] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.608352] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.608512] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.609594] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c81d52-1b33-4f6a-b285-3afff2e69236 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.626757] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.627036] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.627208] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.627398] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.627544] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.627691] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.627934] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.628097] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.628272] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.628434] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.628604] env[69765]: DEBUG nova.virt.hardware [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.635065] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfiguring VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1317.639136] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33242c1f-5350-4f71-a74e-e56050710dd1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.653440] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1317.653440] env[69765]: value = "task-3944124" [ 1317.653440] env[69765]: _type = "Task" [ 1317.653440] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.662284] env[69765]: DEBUG nova.compute.manager [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.662920] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1317.662920] env[69765]: value = "task-3944125" [ 1317.662920] env[69765]: _type = "Task" [ 1317.662920] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.663674] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff0654-39f1-4b89-a8b6-583d08c27d02 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.674246] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.678527] env[69765]: DEBUG nova.compute.manager [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.678782] env[69765]: DEBUG nova.compute.manager [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-a6be5621-1e27-40cd-8c43-1ad66c71c15f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.679057] env[69765]: DEBUG oslo_concurrency.lockutils [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.679245] env[69765]: DEBUG oslo_concurrency.lockutils [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.679433] env[69765]: DEBUG nova.network.neutron [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1317.686811] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.169564] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.179035] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.405247] env[69765]: DEBUG nova.network.neutron [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port a6be5621-1e27-40cd-8c43-1ad66c71c15f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1318.405723] env[69765]: DEBUG nova.network.neutron [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "address": "fa:16:3e:93:74:c5", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6be5621-1e", "ovs_interfaceid": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.434042] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.435143] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e668d5-48cd-439e-ac3d-e04f7c85c662 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.444412] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1318.444412] env[69765]: value = "task-3944126" [ 1318.444412] env[69765]: _type = "Task" [ 1318.444412] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.458531] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.668752] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944124, 'name': ReconfigVM_Task, 'duration_secs': 0.872886} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.669162] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8/volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.674861] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e8c91c-6a6a-4568-86ba-e26925c4ed48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.696936] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.697185] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.698683] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e779a2f-1dfa-4fb4-9340-0ad2b751c126 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.700708] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1318.700708] env[69765]: value = "task-3944127" [ 1318.700708] env[69765]: _type = "Task" [ 1318.700708] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.707493] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1318.707493] env[69765]: value = "task-3944128" [ 1318.707493] env[69765]: _type = "Task" [ 1318.707493] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.711872] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.723810] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.909995] env[69765]: DEBUG oslo_concurrency.lockutils [req-dc89f4c8-d4c0-4e97-bcc9-d1f5b1126528 req-866c62bc-3a39-41fe-b028-3dea7162d85c service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.954918] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944126, 'name': PowerOffVM_Task, 'duration_secs': 0.272161} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.955157] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.956019] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359e08b-e3a4-4eec-bddb-a654228f35ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.975951] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414dab4e-0f31-408a-8f47-a095f3d6a1de {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.006971] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.007347] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b649ea90-3bf6-4ec7-95c5-f58632581d2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.015058] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1319.015058] env[69765]: value = "task-3944129" [ 1319.015058] env[69765]: _type = "Task" [ 1319.015058] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.023996] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.185956] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.210822] env[69765]: DEBUG oslo_vmware.api [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944127, 'name': ReconfigVM_Task, 'duration_secs': 0.147134} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.211092] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782864', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'name': 'volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04ef6b7f-9878-4ee1-a706-5e46425b205a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'serial': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1319.221050] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944128, 'name': PowerOffVM_Task, 'duration_secs': 0.177202} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.221311] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.222059] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.223451] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bdfc33-55bc-4185-8d9a-220da7de55e2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.231174] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.231427] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a87e690-9da2-4786-8455-fe92107a44e9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.262130] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.262450] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.262701] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Deleting the datastore file [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.262996] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e54512-3952-418a-b161-c0be4bf0fbad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.271746] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1319.271746] env[69765]: value = "task-3944131" [ 1319.271746] env[69765]: _type = "Task" [ 1319.271746] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.280544] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.527262] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1319.527508] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.527713] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.527862] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.528120] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.528379] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63666c3-8906-4a05-9b61-feda3e74b3c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.538156] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.538376] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.539226] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf505fe-4137-4737-8020-b382914e6f6c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.544575] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1319.544575] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52cc17c7-8189-c90e-c87d-92cd6cbf9829" [ 1319.544575] env[69765]: _type = "Task" [ 1319.544575] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.552437] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc17c7-8189-c90e-c87d-92cd6cbf9829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.686608] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.783125] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222472} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.783390] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.783609] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.783806] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.054868] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52cc17c7-8189-c90e-c87d-92cd6cbf9829, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.055655] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c869a496-51b5-40a1-ae3a-27b5cb47dbec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.061533] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1320.061533] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52662834-6590-6a1c-232b-b701cb6faaf5" [ 1320.061533] env[69765]: _type = "Task" [ 1320.061533] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.069430] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52662834-6590-6a1c-232b-b701cb6faaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.185826] env[69765]: DEBUG oslo_vmware.api [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944125, 'name': ReconfigVM_Task, 'duration_secs': 2.502553} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.186378] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.186596] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfigured VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1320.252152] env[69765]: DEBUG nova.objects.instance [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid 04ef6b7f-9878-4ee1-a706-5e46425b205a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.573864] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52662834-6590-6a1c-232b-b701cb6faaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.02189} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.574116] env[69765]: DEBUG oslo_concurrency.lockutils [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.574328] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1320.574603] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece9ba3d-be58-489d-849e-96cffc4574e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.581710] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1320.581710] env[69765]: value = "task-3944132" [ 1320.581710] env[69765]: _type = "Task" [ 1320.581710] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.589869] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.691538] env[69765]: DEBUG oslo_concurrency.lockutils [None req-abceccd5-6ee1-435e-abdb-4e6593f221d9 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.873s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.757801] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5ece8719-ef1a-4909-875b-39b0a0b9618a tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.846s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.824194] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.824194] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.824433] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.824589] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.824737] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.824887] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.825116] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.825280] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.825491] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.825661] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.825875] env[69765]: DEBUG nova.virt.hardware [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.826924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1887e76b-9492-4bc8-9989-387995e7d955 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.838838] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d824b-2f73-467c-bccb-618d7b4c269d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.855388] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance VIF info [] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.861633] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.861963] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.862353] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-010697e2-a1a2-4ed9-af38-a401a1ea1ea2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.883096] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.883096] env[69765]: value = "task-3944133" [ 1320.883096] env[69765]: _type = "Task" [ 1320.883096] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.893278] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944133, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.092018] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447226} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.092252] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 1321.093104] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988e631-e369-4ecd-8dcb-2878ee4cff1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.119173] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.119775] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0c7c24-ac90-40ef-8e79-c743627cbb6c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.137868] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1321.137868] env[69765]: value = "task-3944134" [ 1321.137868] env[69765]: _type = "Task" [ 1321.137868] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.148748] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.394730] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944133, 'name': CreateVM_Task, 'duration_secs': 0.320888} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.394946] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.395380] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.395544] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.396053] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.396186] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d232289e-63fa-4a85-98a5-80379284e24f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.401584] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1321.401584] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5206d0b6-c3c4-b9af-3416-4c39bfb16319" [ 1321.401584] env[69765]: _type = "Task" [ 1321.401584] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.410105] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5206d0b6-c3c4-b9af-3416-4c39bfb16319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.475843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.476251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.649063] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944134, 'name': ReconfigVM_Task, 'duration_secs': 0.29877} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.649063] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.649753] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f460af7-7c2d-4190-bed1-aa2875409f88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.675089] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151eea4f-178c-4ea2-9d20-a6d2f8f038d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.690204] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1321.690204] env[69765]: value = "task-3944135" [ 1321.690204] env[69765]: _type = "Task" [ 1321.690204] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.698577] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.915323] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5206d0b6-c3c4-b9af-3416-4c39bfb16319, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.915572] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.915797] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.916042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.916277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.916471] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.916735] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a9bb67-c2bd-4f4d-a11f-15867c45f488 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.935829] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.935829] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.937444] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd16c69-3c6d-422c-a4e4-d0545361c9a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.941999] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1321.941999] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52c2128c-ed2e-e608-39ed-39a8b7def861" [ 1321.941999] env[69765]: _type = "Task" [ 1321.941999] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.949916] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c2128c-ed2e-e608-39ed-39a8b7def861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.978907] env[69765]: INFO nova.compute.manager [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Detaching volume d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8 [ 1322.012765] env[69765]: INFO nova.virt.block_device [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Attempting to driver detach volume d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8 from mountpoint /dev/sdb [ 1322.013088] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1322.013369] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782864', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'name': 'volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04ef6b7f-9878-4ee1-a706-5e46425b205a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'serial': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1322.014312] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e047eb5-3faf-48ee-86e4-71335f73a4d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.035231] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.035487] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.037382] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a79881-d9de-4bcf-9e23-e0a461b5a48f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.046078] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d6ee3-7995-432a-ba8d-7e4b0a7a7c75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.067497] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d025cf9-e34f-4d4b-b5e0-9380b86189d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.087839] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] The volume has not been displaced from its original location: [datastore1] volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8/volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1322.093812] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.094188] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d606a85-cf1d-485f-9f9d-cd14e483d3a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.114643] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1322.114643] env[69765]: value = "task-3944136" [ 1322.114643] env[69765]: _type = "Task" [ 1322.114643] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.123841] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.200863] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944135, 'name': ReconfigVM_Task, 'duration_secs': 0.159229} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.201204] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.201441] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152edcb8-323b-49cb-b9ee-87f76fdbe4a7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.209947] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1322.209947] env[69765]: value = "task-3944137" [ 1322.209947] env[69765]: _type = "Task" [ 1322.209947] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.219162] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.452485] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52c2128c-ed2e-e608-39ed-39a8b7def861, 'name': SearchDatastore_Task, 'duration_secs': 0.037698} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.453260] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1f81e9-fe3a-4b9f-9076-1116b6dd9296 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.459472] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1322.459472] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ec29c6-be7b-6fc6-baed-98465e98a2ec" [ 1322.459472] env[69765]: _type = "Task" [ 1322.459472] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.467822] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec29c6-be7b-6fc6-baed-98465e98a2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.541779] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.543051] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.543203] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77622c44-8be6-4fc6-9a21-9aef1f6b6a0b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.564476] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13490e80-6135-4c6f-8cd9-ead5deede643 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.592047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfiguring VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1322.592778] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91174c08-df6e-4592-8a02-ac1b4ce12cf1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.611941] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1322.611941] env[69765]: value = "task-3944138" [ 1322.611941] env[69765]: _type = "Task" [ 1322.611941] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.625969] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944136, 'name': ReconfigVM_Task, 'duration_secs': 0.379412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.629301] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.634057] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.634359] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ac0e2f-387a-4fc8-aaab-e0396e1863f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.650689] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1322.650689] env[69765]: value = "task-3944139" [ 1322.650689] env[69765]: _type = "Task" [ 1322.650689] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.659813] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.721242] env[69765]: DEBUG oslo_vmware.api [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944137, 'name': PowerOnVM_Task, 'duration_secs': 0.413552} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.721646] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.724398] env[69765]: DEBUG nova.compute.manager [None req-1c066312-8cb7-430f-8c60-9c657dfb5ccd tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.725334] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1dbdc-8f5a-4ad9-8134-844acea615e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.969986] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ec29c6-be7b-6fc6-baed-98465e98a2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.970288] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.970536] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.970804] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44a8eb85-313a-4ff3-ad1a-fe378600b6ea {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.978409] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1322.978409] env[69765]: value = "task-3944140" [ 1322.978409] env[69765]: _type = "Task" [ 1322.978409] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.986451] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.128628] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.163745] env[69765]: DEBUG oslo_vmware.api [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944139, 'name': ReconfigVM_Task, 'duration_secs': 0.154296} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.164132] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782864', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'name': 'volume-d568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04ef6b7f-9878-4ee1-a706-5e46425b205a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8', 'serial': 'd568c9b4-3ed9-4d5c-95e7-64cf5f3ff0e8'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.491921] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470888} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.492166] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.492367] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.492627] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16df79a6-fa0a-4b4e-9ee0-2fb426e896d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.499732] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1323.499732] env[69765]: value = "task-3944141" [ 1323.499732] env[69765]: _type = "Task" [ 1323.499732] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.508620] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.623493] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.709442] env[69765]: DEBUG nova.objects.instance [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'flavor' on Instance uuid 04ef6b7f-9878-4ee1-a706-5e46425b205a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.010313] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06795} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.010687] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.011386] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2bdd9f-34e9-484e-bca2-18e23d290e08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.031217] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.031507] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8006ada1-6e61-4c44-870c-809781af8717 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.051935] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1324.051935] env[69765]: value = "task-3944142" [ 1324.051935] env[69765]: _type = "Task" [ 1324.051935] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.060806] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.128981] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "c1304855-fee2-4feb-bf8c-e49d79511102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.129250] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.130441] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.563355] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944142, 'name': ReconfigVM_Task, 'duration_secs': 0.288171} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.563698] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d/17a9ce10-aa9d-48fa-b038-cd96fe3da27d.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.564446] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42753a96-2be5-4541-8284-0f217136c3a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.571343] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1324.571343] env[69765]: value = "task-3944143" [ 1324.571343] env[69765]: _type = "Task" [ 1324.571343] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.579835] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944143, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.623704] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.631340] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.715936] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8d7a1d31-ab9d-45d2-b123-e96d09d86c95 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.081344] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944143, 'name': Rename_Task, 'duration_secs': 0.123784} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.081715] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.081801] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de17d19-45c7-4c10-8821-6d6c8135af62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.088996] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1325.088996] env[69765]: value = "task-3944144" [ 1325.088996] env[69765]: _type = "Task" [ 1325.088996] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.096794] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.124225] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.152655] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.152931] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.154457] env[69765]: INFO nova.compute.claims [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.599264] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944144, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.623891] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.727030] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.727231] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.727441] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.727625] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.727795] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.730034] env[69765]: INFO nova.compute.manager [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Terminating instance [ 1326.101020] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944144, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.125239] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.236816] env[69765]: DEBUG nova.compute.manager [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.237037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.237908] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b6998-ab1f-461c-a734-28e01b49df34 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.248757] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.249098] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6e78c4-f6e9-4247-9264-fa0681a62882 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.257457] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1326.257457] env[69765]: value = "task-3944145" [ 1326.257457] env[69765]: _type = "Task" [ 1326.257457] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.266669] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.293195] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520005d-8d97-47c2-a0b3-805f2fd95c5a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.301477] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d63c0-e0d3-4c25-b779-ff13e8b25e48 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.334296] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a34dac-44ee-4639-9c45-99998f5bfcc0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.342578] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40edec-68d7-4e81-b03e-5e6b2ba89cd0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.356914] env[69765]: DEBUG nova.compute.provider_tree [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.602358] env[69765]: DEBUG oslo_vmware.api [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944144, 'name': PowerOnVM_Task, 'duration_secs': 1.453776} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.602617] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.602859] env[69765]: DEBUG nova.compute.manager [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.603614] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527e2ca-a12c-47f5-80ce-56ea37ded903 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.624961] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.768612] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944145, 'name': PowerOffVM_Task, 'duration_secs': 0.184274} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.768997] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.769273] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.769622] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2bdcda7-23a4-4ff4-9ef4-4b5fe8c9bccd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.838358] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.838612] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.838764] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleting the datastore file [datastore2] 04ef6b7f-9878-4ee1-a706-5e46425b205a {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.839091] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67b8a26-1d65-448e-bbb9-2147f6c8595e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.845585] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for the task: (returnval){ [ 1326.845585] env[69765]: value = "task-3944147" [ 1326.845585] env[69765]: _type = "Task" [ 1326.845585] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.854143] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.860240] env[69765]: DEBUG nova.scheduler.client.report [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.122526] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.128588] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.356289] env[69765]: DEBUG oslo_vmware.api [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Task: {'id': task-3944147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142489} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.356554] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.356740] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.356918] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.357110] env[69765]: INFO nova.compute.manager [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1327.357359] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.357562] env[69765]: DEBUG nova.compute.manager [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.357661] env[69765]: DEBUG nova.network.neutron [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1327.365491] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.366030] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.368763] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.246s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.368943] env[69765]: DEBUG nova.objects.instance [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69765) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1327.436953] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.437987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.437987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.437987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.437987] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.440844] env[69765]: INFO nova.compute.manager [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Terminating instance [ 1327.629650] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.862583] env[69765]: DEBUG nova.compute.manager [req-192bfc0f-c34a-4898-8713-9c48f45f4710 req-2b183217-4427-4902-8a0e-463c1622f632 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Received event network-vif-deleted-e7c88dff-f103-425f-9587-ab09efecb5fa {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.863097] env[69765]: INFO nova.compute.manager [req-192bfc0f-c34a-4898-8713-9c48f45f4710 req-2b183217-4427-4902-8a0e-463c1622f632 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Neutron deleted interface e7c88dff-f103-425f-9587-ab09efecb5fa; detaching it from the instance and deleting it from the info cache [ 1327.863350] env[69765]: DEBUG nova.network.neutron [req-192bfc0f-c34a-4898-8713-9c48f45f4710 req-2b183217-4427-4902-8a0e-463c1622f632 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.873498] env[69765]: DEBUG nova.compute.utils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.878186] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.878372] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.917933] env[69765]: DEBUG nova.policy [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebcc2fb3f6346b89a5bd60b552d4ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '860fab0ae8c947c295605619935f1eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.944660] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "refresh_cache-17a9ce10-aa9d-48fa-b038-cd96fe3da27d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.944914] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquired lock "refresh_cache-17a9ce10-aa9d-48fa-b038-cd96fe3da27d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.945174] env[69765]: DEBUG nova.network.neutron [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1328.131765] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.194709] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Successfully created port: e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.338586] env[69765]: DEBUG nova.network.neutron [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.367033] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e44a37e6-985c-4442-bcf9-aac8f18d7600 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.377558] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f511df-080f-4037-8c39-6303ec251c7d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.394554] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.404796] env[69765]: DEBUG oslo_concurrency.lockutils [None req-577975d9-82ac-44e4-9a28-8de8a083ebaf tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.438133] env[69765]: DEBUG nova.compute.manager [req-192bfc0f-c34a-4898-8713-9c48f45f4710 req-2b183217-4427-4902-8a0e-463c1622f632 service nova] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Detach interface failed, port_id=e7c88dff-f103-425f-9587-ab09efecb5fa, reason: Instance 04ef6b7f-9878-4ee1-a706-5e46425b205a could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.466273] env[69765]: DEBUG nova.network.neutron [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1328.519793] env[69765]: DEBUG nova.network.neutron [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.631560] env[69765]: DEBUG oslo_vmware.api [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944138, 'name': ReconfigVM_Task, 'duration_secs': 5.789276} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.631819] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.632047] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Reconfigured VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1328.845027] env[69765]: INFO nova.compute.manager [-] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Took 1.48 seconds to deallocate network for instance. [ 1329.023416] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Releasing lock "refresh_cache-17a9ce10-aa9d-48fa-b038-cd96fe3da27d" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.023416] env[69765]: DEBUG nova.compute.manager [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.023608] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.024432] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae7780-2d0c-4d0b-9eb2-65c3772fc04a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.034690] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.035137] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86a6c12-4cb9-40d9-9e0d-56fdf2d1be5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.042949] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1329.042949] env[69765]: value = "task-3944148" [ 1329.042949] env[69765]: _type = "Task" [ 1329.042949] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.052540] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.349078] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.349587] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.349673] env[69765]: DEBUG nova.objects.instance [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lazy-loading 'resources' on Instance uuid 04ef6b7f-9878-4ee1-a706-5e46425b205a {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.418275] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.449291] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.449601] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.449761] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.449946] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.450110] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.450264] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.450509] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.450681] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.450892] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.451098] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.451277] env[69765]: DEBUG nova.virt.hardware [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.452511] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad3b7c4-6ca9-44e4-af46-81f338e64c3a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.462784] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eade24-4028-4c54-bd0a-f3ac31231dd7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.555450] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944148, 'name': PowerOffVM_Task, 'duration_secs': 0.29401} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.555630] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.555674] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.555919] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1989a4b-63c7-4fff-beba-11fb92042f91 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.585073] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.585314] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.585566] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Deleting the datastore file [datastore1] 17a9ce10-aa9d-48fa-b038-cd96fe3da27d {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.585997] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49331c23-78d8-44fe-823e-f8e606201f67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.593705] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for the task: (returnval){ [ 1329.593705] env[69765]: value = "task-3944150" [ 1329.593705] env[69765]: _type = "Task" [ 1329.593705] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.605309] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.746238] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Successfully updated port: e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.819113] env[69765]: DEBUG nova.compute.manager [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.819352] env[69765]: DEBUG nova.compute.manager [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing instance network info cache due to event network-changed-9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.819584] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.819728] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.819893] env[69765]: DEBUG nova.network.neutron [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Refreshing network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1329.893971] env[69765]: DEBUG nova.compute.manager [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Received event network-vif-plugged-e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.894213] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Acquiring lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.896025] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.896025] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.896025] env[69765]: DEBUG nova.compute.manager [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] No waiting events found dispatching network-vif-plugged-e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.896025] env[69765]: WARNING nova.compute.manager [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Received unexpected event network-vif-plugged-e9c4b04d-531b-46d5-bc34-919a9a3f6808 for instance with vm_state building and task_state spawning. [ 1329.896025] env[69765]: DEBUG nova.compute.manager [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Received event network-changed-e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.896025] env[69765]: DEBUG nova.compute.manager [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Refreshing instance network info cache due to event network-changed-e9c4b04d-531b-46d5-bc34-919a9a3f6808. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.896025] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Acquiring lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.896025] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Acquired lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.896025] env[69765]: DEBUG nova.network.neutron [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Refreshing network info cache for port e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1330.011789] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63989804-be12-4ec5-b81f-ea1c901e13a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.021201] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.022109] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab1376-2714-4350-bc36-b61abd718b56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.057373] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d309c90f-8a1d-486c-8eae-31aac7f7f1d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.065700] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70f0fcd-52d1-45ad-9810-8de1e1383912 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.080372] env[69765]: DEBUG nova.compute.provider_tree [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.104894] env[69765]: DEBUG oslo_vmware.api [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Task: {'id': task-3944150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244926} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.105157] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.105346] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.105523] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.105704] env[69765]: INFO nova.compute.manager [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1330.105935] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.106142] env[69765]: DEBUG nova.compute.manager [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.106241] env[69765]: DEBUG nova.network.neutron [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1330.129310] env[69765]: DEBUG nova.network.neutron [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1330.250232] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.438358] env[69765]: DEBUG nova.network.neutron [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1330.503716] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.504058] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.504485] env[69765]: DEBUG nova.objects.instance [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'flavor' on Instance uuid 9453d2ec-27ee-42ac-b3dc-0d2429562bfd {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.528999] env[69765]: DEBUG nova.network.neutron [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.531854] env[69765]: DEBUG nova.network.neutron [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updated VIF entry in instance network info cache for port 9d0f9ef0-884b-4b49-9598-42dcedfd4150. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1330.532392] env[69765]: DEBUG nova.network.neutron [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "address": "fa:16:3e:93:74:c5", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6be5621-1e", "ovs_interfaceid": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.583512] env[69765]: DEBUG nova.scheduler.client.report [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.632220] env[69765]: DEBUG nova.network.neutron [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.035153] env[69765]: DEBUG oslo_concurrency.lockutils [req-26c6178b-2dfb-4c65-a92f-d88ac84be3b3 req-d880ac35-74d6-4bd0-8d6c-17cde24ee9aa service nova] Releasing lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.036020] env[69765]: DEBUG oslo_concurrency.lockutils [req-d4225437-f5eb-4cd1-865a-0bfb90ae88e2 req-ceba66b0-6e88-4c48-8199-38f892ff9171 service nova] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.036361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.036624] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1331.037749] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.037931] env[69765]: DEBUG nova.network.neutron [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1331.088547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.103095] env[69765]: DEBUG nova.objects.instance [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'pci_requests' on Instance uuid 9453d2ec-27ee-42ac-b3dc-0d2429562bfd {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.116448] env[69765]: INFO nova.scheduler.client.report [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Deleted allocations for instance 04ef6b7f-9878-4ee1-a706-5e46425b205a [ 1331.135250] env[69765]: INFO nova.compute.manager [-] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Took 1.03 seconds to deallocate network for instance. [ 1331.575655] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1331.606295] env[69765]: DEBUG nova.objects.base [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Object Instance<9453d2ec-27ee-42ac-b3dc-0d2429562bfd> lazy-loaded attributes: flavor,pci_requests {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.606532] env[69765]: DEBUG nova.network.neutron [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.623966] env[69765]: DEBUG oslo_concurrency.lockutils [None req-3b45b8e4-f831-41e5-b99d-081b52c2ae90 tempest-AttachVolumeNegativeTest-1747944325 tempest-AttachVolumeNegativeTest-1747944325-project-member] Lock "04ef6b7f-9878-4ee1-a706-5e46425b205a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.896s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.642061] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.642363] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.642618] env[69765]: DEBUG nova.objects.instance [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lazy-loading 'resources' on Instance uuid 17a9ce10-aa9d-48fa-b038-cd96fe3da27d {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.714132] env[69765]: DEBUG nova.policy [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5885aabdefd849ad9b349381ff238148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010c6deb0dba43ba8bd67a7227f53fd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.774810] env[69765]: INFO nova.network.neutron [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Port a6be5621-1e27-40cd-8c43-1ad66c71c15f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1331.775209] env[69765]: DEBUG nova.network.neutron [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [{"id": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "address": "fa:16:3e:4f:c7:a3", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0f9ef0-88", "ovs_interfaceid": "9d0f9ef0-884b-4b49-9598-42dcedfd4150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.783360] env[69765]: DEBUG nova.network.neutron [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [{"id": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "address": "fa:16:3e:e0:f0:93", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4b04d-53", "ovs_interfaceid": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.848089] env[69765]: DEBUG nova.compute.manager [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.848424] env[69765]: DEBUG nova.compute.manager [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing instance network info cache due to event network-changed-639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.848573] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.848721] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.848881] env[69765]: DEBUG nova.network.neutron [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1332.260586] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86450ae1-6b31-42b0-9360-5dd573fa6c42 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.270089] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d77e0-959c-46bf-970d-212711bdd9af {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.278042] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-c818e8e1-04a5-4a11-92c4-ea5528027870" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.305849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.306285] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance network_info: |[{"id": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "address": "fa:16:3e:e0:f0:93", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4b04d-53", "ovs_interfaceid": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.308502] env[69765]: DEBUG oslo_concurrency.lockutils [None req-f3a85fa8-2a2d-4a70-a698-45848563ee27 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-c818e8e1-04a5-4a11-92c4-ea5528027870-a6be5621-1e27-40cd-8c43-1ad66c71c15f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.273s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.310123] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f0:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c4b04d-531b-46d5-bc34-919a9a3f6808', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.317778] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.318581] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc23893-75d2-4bd8-addc-ee914fd0591d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.322042] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.322320] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce62ea62-5b30-4e4e-b105-4d19b9b8c086 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.345500] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349163b-3a56-4bae-985d-e5bf52bba2bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.356186] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.356186] env[69765]: value = "task-3944152" [ 1332.356186] env[69765]: _type = "Task" [ 1332.356186] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.370154] env[69765]: DEBUG nova.compute.provider_tree [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.377930] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944152, 'name': CreateVM_Task} progress is 10%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.643621] env[69765]: DEBUG nova.network.neutron [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updated VIF entry in instance network info cache for port 639d7e69-53d8-44c0-9176-987eead8bec6. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1332.644284] env[69765]: DEBUG nova.network.neutron [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.867050] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944152, 'name': CreateVM_Task, 'duration_secs': 0.33246} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.867239] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.867849] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.868044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.868394] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.868651] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8ae3b6-92fd-4388-be27-eef41f9fd1d7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.873140] env[69765]: DEBUG nova.scheduler.client.report [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.877018] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1332.877018] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52893412-2272-b25b-5e55-3f864c1ca851" [ 1332.877018] env[69765]: _type = "Task" [ 1332.877018] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.888160] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52893412-2272-b25b-5e55-3f864c1ca851, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.888160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.888160] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.888160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.888160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.888480] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.888480] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ee3101-ca04-4fe1-b830-81db7fa0c19b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.896832] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.897027] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.897748] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f84547-3597-475f-9e3e-42eaf5c240ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.903928] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1332.903928] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52eb84bf-8d02-07b5-6c78-bb2b523e92a0" [ 1332.903928] env[69765]: _type = "Task" [ 1332.903928] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.911995] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52eb84bf-8d02-07b5-6c78-bb2b523e92a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.130858] env[69765]: DEBUG nova.compute.manager [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.131105] env[69765]: DEBUG oslo_concurrency.lockutils [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.131390] env[69765]: DEBUG oslo_concurrency.lockutils [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.131508] env[69765]: DEBUG oslo_concurrency.lockutils [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.131658] env[69765]: DEBUG nova.compute.manager [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] No waiting events found dispatching network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.131815] env[69765]: WARNING nova.compute.manager [req-86e94a98-ea8a-474b-8a6b-d70a16577740 req-9e762307-7f3e-468e-90f0-3a7a69dbd774 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received unexpected event network-vif-plugged-a6be5621-1e27-40cd-8c43-1ad66c71c15f for instance with vm_state active and task_state None. [ 1333.147631] env[69765]: DEBUG oslo_concurrency.lockutils [req-f8f555b6-17be-4fc9-864e-9048f380342c req-7c592f23-0f8b-4acd-97be-792e1eee9703 service nova] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.215593] env[69765]: DEBUG nova.network.neutron [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Successfully updated port: a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.379306] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.403182] env[69765]: INFO nova.scheduler.client.report [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Deleted allocations for instance 17a9ce10-aa9d-48fa-b038-cd96fe3da27d [ 1333.417582] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52eb84bf-8d02-07b5-6c78-bb2b523e92a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.418502] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55497949-9b0c-4535-931c-d8ee799f45f5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.424157] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1333.424157] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52752f41-9d6b-851a-92d1-a7b203ee6b86" [ 1333.424157] env[69765]: _type = "Task" [ 1333.424157] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.432994] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52752f41-9d6b-851a-92d1-a7b203ee6b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.718416] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.718739] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.718809] env[69765]: DEBUG nova.network.neutron [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1333.913913] env[69765]: DEBUG oslo_concurrency.lockutils [None req-8ed26312-ddaa-4c4a-9200-59b60c3ce03e tempest-ServersListShow2100Test-1814939287 tempest-ServersListShow2100Test-1814939287-project-member] Lock "17a9ce10-aa9d-48fa-b038-cd96fe3da27d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.477s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.937577] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52752f41-9d6b-851a-92d1-a7b203ee6b86, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.937839] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.938137] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c1304855-fee2-4feb-bf8c-e49d79511102.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.938412] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11c3abd-ee43-406d-a771-2acfa6fbd1db {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.945854] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1333.945854] env[69765]: value = "task-3944153" [ 1333.945854] env[69765]: _type = "Task" [ 1333.945854] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.954298] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.257449] env[69765]: WARNING nova.network.neutron [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] d5bc7f96-5413-45af-926c-abe4a20d5c13 already exists in list: networks containing: ['d5bc7f96-5413-45af-926c-abe4a20d5c13']. ignoring it [ 1334.459639] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471514} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.459915] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c1304855-fee2-4feb-bf8c-e49d79511102.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.460190] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.460461] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76fde22d-c60a-4762-a11a-a4500f6bd3b7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.467080] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1334.467080] env[69765]: value = "task-3944154" [ 1334.467080] env[69765]: _type = "Task" [ 1334.467080] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.478342] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.579579] env[69765]: DEBUG nova.network.neutron [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "address": "fa:16:3e:93:74:c5", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6be5621-1e", "ovs_interfaceid": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.987338] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078445} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.987338] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.987338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdde33d-6b3c-45d9-937d-8e06d76e137f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.011568] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c1304855-fee2-4feb-bf8c-e49d79511102.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.011944] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5657f3e6-821f-4806-8bba-ff9a311ebe00 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.033334] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1335.033334] env[69765]: value = "task-3944155" [ 1335.033334] env[69765]: _type = "Task" [ 1335.033334] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.042910] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.082806] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.083623] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.083808] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.084673] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7805b44-71f7-4960-80c6-3e59f5508a3b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.102405] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.102676] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.102886] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.103101] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.103279] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.103405] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.103617] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.103776] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.103946] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.104150] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.104379] env[69765]: DEBUG nova.virt.hardware [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.111293] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfiguring VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1335.112074] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa32513-f433-4e95-ba10-4a94ff3c382d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.134764] env[69765]: DEBUG oslo_vmware.api [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1335.134764] env[69765]: value = "task-3944156" [ 1335.134764] env[69765]: _type = "Task" [ 1335.134764] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.147073] env[69765]: DEBUG oslo_vmware.api [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944156, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.172075] env[69765]: DEBUG nova.compute.manager [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-changed-a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.172261] env[69765]: DEBUG nova.compute.manager [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing instance network info cache due to event network-changed-a6be5621-1e27-40cd-8c43-1ad66c71c15f. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.172475] env[69765]: DEBUG oslo_concurrency.lockutils [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.172716] env[69765]: DEBUG oslo_concurrency.lockutils [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.173020] env[69765]: DEBUG nova.network.neutron [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Refreshing network info cache for port a6be5621-1e27-40cd-8c43-1ad66c71c15f {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1335.349140] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.349140] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.349140] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1335.545576] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.646508] env[69765]: DEBUG oslo_vmware.api [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.939905] env[69765]: DEBUG nova.network.neutron [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updated VIF entry in instance network info cache for port a6be5621-1e27-40cd-8c43-1ad66c71c15f. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1335.940633] env[69765]: DEBUG nova.network.neutron [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "address": "fa:16:3e:93:74:c5", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6be5621-1e", "ovs_interfaceid": "a6be5621-1e27-40cd-8c43-1ad66c71c15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.045096] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944155, 'name': ReconfigVM_Task, 'duration_secs': 0.96621} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.045508] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c1304855-fee2-4feb-bf8c-e49d79511102.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.046097] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8316fad4-35d3-4590-be52-1db680a458c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.053449] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1336.053449] env[69765]: value = "task-3944158" [ 1336.053449] env[69765]: _type = "Task" [ 1336.053449] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.062770] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944158, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.149247] env[69765]: DEBUG oslo_vmware.api [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.443486] env[69765]: DEBUG oslo_concurrency.lockutils [req-f77a441c-d2e2-4458-aa4f-c0448fc70393 req-81344c2a-39df-468b-a239-5d8f2b929c13 service nova] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.567516] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944158, 'name': Rename_Task, 'duration_secs': 0.377616} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.567924] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.568455] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f5291c7-e6f2-4b6a-82fd-b5b970ecc1eb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.577326] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1336.577326] env[69765]: value = "task-3944159" [ 1336.577326] env[69765]: _type = "Task" [ 1336.577326] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.591127] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.649075] env[69765]: DEBUG oslo_vmware.api [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944156, 'name': ReconfigVM_Task, 'duration_secs': 1.378312} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.649075] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.649456] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfigured VM to attach interface {{(pid=69765) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1337.089047] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.155040] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2d371683-eee0-4737-a52a-8299055fd1d4 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.650s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.496490] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.501194] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.501388] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.590647] env[69765]: DEBUG oslo_vmware.api [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944159, 'name': PowerOnVM_Task, 'duration_secs': 0.53402} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.590647] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.590647] env[69765]: INFO nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1337.590849] env[69765]: DEBUG nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.591612] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3269df2-6bc4-4306-a302-3f9588239e87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.109845] env[69765]: INFO nova.compute.manager [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Took 12.97 seconds to build instance. [ 1338.611851] env[69765]: DEBUG oslo_concurrency.lockutils [None req-aeee95d7-8b34-48a7-862a-e0b0a3c37bb3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.482s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.630520] env[69765]: INFO nova.compute.manager [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Rescuing [ 1338.630808] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.630965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.631148] env[69765]: DEBUG nova.network.neutron [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1338.692926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.693261] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.196706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.196706] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.197410] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b32613-7bde-4413-98d9-817d16a2cae5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.219229] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638e700-53f5-4587-9b54-807621fc9c68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.246465] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfiguring VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1339.249170] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5acf55-524a-48b0-9090-99ed4aaff869 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.270851] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1339.270851] env[69765]: value = "task-3944161" [ 1339.270851] env[69765]: _type = "Task" [ 1339.270851] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.280774] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.362352] env[69765]: DEBUG nova.network.neutron [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [{"id": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "address": "fa:16:3e:e0:f0:93", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4b04d-53", "ovs_interfaceid": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.781537] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.865604] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.281554] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.782865] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.283384] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.405747] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.406811] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385fefe8-9220-4f25-a5fa-7453837efb87 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.414535] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1341.414535] env[69765]: value = "task-3944162" [ 1341.414535] env[69765]: _type = "Task" [ 1341.414535] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.423710] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.783976] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.925251] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944162, 'name': PowerOffVM_Task, 'duration_secs': 0.18048} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.925377] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.926238] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f66538-e233-4b42-b953-72bc544ca3f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.945651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b572e-f490-40be-8952-20d41407a031 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.979519] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.979824] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b824a8ed-2a8f-458f-bcfb-401f23f03e13 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.987332] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1341.987332] env[69765]: value = "task-3944163" [ 1341.987332] env[69765]: _type = "Task" [ 1341.987332] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.996596] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1341.996802] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.997064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.997222] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.997400] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.997643] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287f18c6-8f48-4268-9dcd-2ce4abe09927 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.007578] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.007765] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.008624] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155c8c6f-7191-45c5-941c-db4f4e61dd60 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.014048] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1342.014048] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52dd660b-fa3a-6ac8-a8a7-bf27efa2b588" [ 1342.014048] env[69765]: _type = "Task" [ 1342.014048] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.022209] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dd660b-fa3a-6ac8-a8a7-bf27efa2b588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.286064] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.501908] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.502041] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.527045] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52dd660b-fa3a-6ac8-a8a7-bf27efa2b588, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.527948] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef49cac-215d-4ba5-ac69-1d30ddcde9a5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.535122] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1342.535122] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52052a81-1fc3-8573-dc9f-aaeb27ad7dc3" [ 1342.535122] env[69765]: _type = "Task" [ 1342.535122] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.544788] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52052a81-1fc3-8573-dc9f-aaeb27ad7dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.786130] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.046268] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52052a81-1fc3-8573-dc9f-aaeb27ad7dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.046541] env[69765]: DEBUG oslo_concurrency.lockutils [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.046796] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1343.047075] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25b36fb-d686-44f3-975f-a2fa2adc12ae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.053529] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1343.053529] env[69765]: value = "task-3944164" [ 1343.053529] env[69765]: _type = "Task" [ 1343.053529] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.061764] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.287671] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.563543] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462319} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.564547] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 1343.564904] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb647b-d2ce-4f49-b466-0f193da6783d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.589854] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.590173] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1629ed75-0f20-48eb-afe4-4e034bd37499 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.608398] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1343.608398] env[69765]: value = "task-3944165" [ 1343.608398] env[69765]: _type = "Task" [ 1343.608398] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.616517] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.787377] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.118849] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944165, 'name': ReconfigVM_Task, 'duration_secs': 0.288393} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.119261] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.120238] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf1eb88-3530-4eff-858b-93a2da745235 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.145899] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1f62f7-dc60-4853-875e-0c9bc0fac585 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.162493] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1344.162493] env[69765]: value = "task-3944166" [ 1344.162493] env[69765]: _type = "Task" [ 1344.162493] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.174016] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.289208] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.675839] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944166, 'name': ReconfigVM_Task, 'duration_secs': 0.160709} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.676325] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.676686] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015748b2-b0e1-4729-a35b-105ec81c02c0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.684883] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1344.684883] env[69765]: value = "task-3944167" [ 1344.684883] env[69765]: _type = "Task" [ 1344.684883] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.697059] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.788632] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.197844] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.292081] env[69765]: DEBUG oslo_vmware.api [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944161, 'name': ReconfigVM_Task, 'duration_secs': 5.787629} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.292540] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.292856] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Reconfigured VM to detach interface {{(pid=69765) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1345.501257] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.696227] env[69765]: DEBUG oslo_vmware.api [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944167, 'name': PowerOnVM_Task, 'duration_secs': 0.627235} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.696509] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.699304] env[69765]: DEBUG nova.compute.manager [None req-801dce8c-e8f7-4ce6-be11-c0ce89bf6599 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.700352] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119d62c-3d56-4e05-a799-79d91d045c62 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.004797] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.005116] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.005357] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.005516] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.006445] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588ec0f-81b1-4454-bf11-cd981eadfc30 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.015297] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc0233-3f1b-4855-ab7d-6ccc6fe5617c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.030242] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757edb8-b6e7-4338-aabf-63aad1f3f78e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.037493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822cdff9-039a-420e-bb6f-a92e9a544ab5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.069588] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180075MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.069779] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.070014] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.573302] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.573620] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquired lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.573725] env[69765]: DEBUG nova.network.neutron [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1346.637786] env[69765]: INFO nova.compute.manager [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Unrescuing [ 1346.638315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.638631] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquired lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.638952] env[69765]: DEBUG nova.network.neutron [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1347.102203] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 888d6db2-b246-4919-a765-170217a819cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102348] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102478] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance c818e8e1-04a5-4a11-92c4-ea5528027870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102599] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 9453d2ec-27ee-42ac-b3dc-0d2429562bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102721] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 40508dca-3634-472d-a988-b494f92d6195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102832] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 590af696-5be8-4d22-a2e3-98d5279540d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.102946] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance c1304855-fee2-4feb-bf8c-e49d79511102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.103235] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.103299] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.126338] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.126597] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.126803] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.126988] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.127174] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.131399] env[69765]: INFO nova.compute.manager [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Terminating instance [ 1347.202519] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944682e-603f-4527-a590-71ed9c83482b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.213212] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4264329-472e-47d3-83de-4c2668532969 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.247994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482bc4b7-8c08-4c56-9cb8-936f78504600 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.258554] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5459d9d5-671c-40e1-8ef6-64d382629cf6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.272768] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.478250] env[69765]: INFO nova.network.neutron [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Port a6be5621-1e27-40cd-8c43-1ad66c71c15f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1347.478801] env[69765]: DEBUG nova.network.neutron [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [{"id": "639d7e69-53d8-44c0-9176-987eead8bec6", "address": "fa:16:3e:ff:23:cb", "network": {"id": "d5bc7f96-5413-45af-926c-abe4a20d5c13", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-241580224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010c6deb0dba43ba8bd67a7227f53fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d7e69-53", "ovs_interfaceid": "639d7e69-53d8-44c0-9176-987eead8bec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.492455] env[69765]: DEBUG nova.network.neutron [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [{"id": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "address": "fa:16:3e:e0:f0:93", "network": {"id": "28ce9fa5-55e8-4848-8e79-59bd877b93da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2066445686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "860fab0ae8c947c295605619935f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c4b04d-53", "ovs_interfaceid": "e9c4b04d-531b-46d5-bc34-919a9a3f6808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.635731] env[69765]: DEBUG nova.compute.manager [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.636217] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.636852] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0b944-6471-4a63-815d-62b92708ee4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.645278] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.645616] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b39f63-b7e6-49a7-92e3-ff1417d52caf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.652653] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1347.652653] env[69765]: value = "task-3944168" [ 1347.652653] env[69765]: _type = "Task" [ 1347.652653] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.661145] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.776120] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.982293] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Releasing lock "refresh_cache-9453d2ec-27ee-42ac-b3dc-0d2429562bfd" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.995126] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Releasing lock "refresh_cache-c1304855-fee2-4feb-bf8c-e49d79511102" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.995948] env[69765]: DEBUG nova.objects.instance [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lazy-loading 'flavor' on Instance uuid c1304855-fee2-4feb-bf8c-e49d79511102 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.163823] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944168, 'name': PowerOffVM_Task, 'duration_secs': 0.212398} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.164046] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.164205] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.164523] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e62bbb3-3497-4c63-96b0-5f3912d9a1c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.254185] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.254453] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.254636] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleting the datastore file [datastore1] 9453d2ec-27ee-42ac-b3dc-0d2429562bfd {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.254918] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b4e7e85-26f8-40fd-96ee-0cd6707f4491 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.262095] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1348.262095] env[69765]: value = "task-3944170" [ 1348.262095] env[69765]: _type = "Task" [ 1348.262095] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.271624] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.281451] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.281630] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.486705] env[69765]: DEBUG oslo_concurrency.lockutils [None req-4332dfed-9415-4e2b-8742-e18772e690d3 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "interface-9453d2ec-27ee-42ac-b3dc-0d2429562bfd-a6be5621-1e27-40cd-8c43-1ad66c71c15f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.793s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.502501] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec102f-1199-480f-a0b6-82b117afdb75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.528443] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.528786] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b737aae3-29bd-4422-aaf5-f6f55bcdf750 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.537931] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1348.537931] env[69765]: value = "task-3944171" [ 1348.537931] env[69765]: _type = "Task" [ 1348.537931] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.548305] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.772645] env[69765]: DEBUG oslo_vmware.api [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293211} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.773135] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.773135] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.773292] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.773423] env[69765]: INFO nova.compute.manager [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1348.773670] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.773866] env[69765]: DEBUG nova.compute.manager [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.773962] env[69765]: DEBUG nova.network.neutron [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1349.048511] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944171, 'name': PowerOffVM_Task, 'duration_secs': 0.20306} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.048712] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.054035] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.054408] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf63ad73-305d-499b-824c-ecf286d096df {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.072996] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1349.072996] env[69765]: value = "task-3944172" [ 1349.072996] env[69765]: _type = "Task" [ 1349.072996] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.081336] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.403657] env[69765]: DEBUG nova.compute.manager [req-c358f684-d628-4c2b-b224-906ae6b991c2 req-999cba3d-2a4a-4525-9cb2-b2dd7967dbf2 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Received event network-vif-deleted-639d7e69-53d8-44c0-9176-987eead8bec6 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.403916] env[69765]: INFO nova.compute.manager [req-c358f684-d628-4c2b-b224-906ae6b991c2 req-999cba3d-2a4a-4525-9cb2-b2dd7967dbf2 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Neutron deleted interface 639d7e69-53d8-44c0-9176-987eead8bec6; detaching it from the instance and deleting it from the info cache [ 1349.404140] env[69765]: DEBUG nova.network.neutron [req-c358f684-d628-4c2b-b224-906ae6b991c2 req-999cba3d-2a4a-4525-9cb2-b2dd7967dbf2 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.583415] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944172, 'name': ReconfigVM_Task, 'duration_secs': 0.267313} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.583820] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.584011] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.584306] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a6e3353-2691-4a14-b941-2d31de25633f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.591516] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1349.591516] env[69765]: value = "task-3944173" [ 1349.591516] env[69765]: _type = "Task" [ 1349.591516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.601024] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.890521] env[69765]: DEBUG nova.network.neutron [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.907393] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58fad4fc-679d-4054-b03c-2f42154e262f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.917151] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6116f-6461-4691-aaa6-7c934a238688 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.948206] env[69765]: DEBUG nova.compute.manager [req-c358f684-d628-4c2b-b224-906ae6b991c2 req-999cba3d-2a4a-4525-9cb2-b2dd7967dbf2 service nova] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Detach interface failed, port_id=639d7e69-53d8-44c0-9176-987eead8bec6, reason: Instance 9453d2ec-27ee-42ac-b3dc-0d2429562bfd could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1350.102451] env[69765]: DEBUG oslo_vmware.api [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944173, 'name': PowerOnVM_Task, 'duration_secs': 0.375584} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.102722] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.102956] env[69765]: DEBUG nova.compute.manager [None req-c9172587-5513-4cb1-a592-da8aff6b292b tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.103753] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7dcaf-33d9-4465-9779-d70ec1df8276 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.393191] env[69765]: INFO nova.compute.manager [-] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Took 1.62 seconds to deallocate network for instance. [ 1350.396411] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.396627] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.902098] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.902566] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.902674] env[69765]: DEBUG nova.objects.instance [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'resources' on Instance uuid 9453d2ec-27ee-42ac-b3dc-0d2429562bfd {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.904361] env[69765]: DEBUG nova.compute.utils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.347773] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "c1304855-fee2-4feb-bf8c-e49d79511102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.347979] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.348295] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.348501] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.348696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.350852] env[69765]: INFO nova.compute.manager [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Terminating instance [ 1351.411328] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.503698] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ae52d8-799f-41b3-9bd6-6ca752693b69 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.511558] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9801986-b5d4-4a8a-8a2c-a6e5e60369b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.542110] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87d6ed-9b44-4554-bf83-f5f12ace61d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.550157] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd237e-1d8a-421c-a57a-fadc991e9943 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.563485] env[69765]: DEBUG nova.compute.provider_tree [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.854774] env[69765]: DEBUG nova.compute.manager [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.855070] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.856039] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3db73a-3233-46c5-90ee-9e5d25a39fca {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.864130] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.864373] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7996346-1be9-41ae-94de-a0ceb6e8b8a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.870771] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1351.870771] env[69765]: value = "task-3944174" [ 1351.870771] env[69765]: _type = "Task" [ 1351.870771] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.878770] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.066476] env[69765]: DEBUG nova.scheduler.client.report [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.382473] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944174, 'name': PowerOffVM_Task, 'duration_secs': 0.201257} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.382674] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.382844] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.383137] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9671e8-9d67-4171-ad0c-855bd38263cb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.448235] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.448476] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.448665] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleting the datastore file [datastore2] c1304855-fee2-4feb-bf8c-e49d79511102 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.448964] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78730985-aded-46ec-b177-50a0e990b43c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.456720] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1352.456720] env[69765]: value = "task-3944176" [ 1352.456720] env[69765]: _type = "Task" [ 1352.456720] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.465165] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.469858] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.470106] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.470333] env[69765]: INFO nova.compute.manager [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Attaching volume 1556b0e1-138b-4783-a06b-d5c545e4da70 to /dev/sdb [ 1352.502014] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1916e93-e154-4c42-bc95-5e6bc4876ad7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.509559] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9018bcfe-3cc7-435e-ae73-d7ebd564bd18 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.524164] env[69765]: DEBUG nova.virt.block_device [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating existing volume attachment record: 64ced649-a54a-4d59-af2e-383ad1909d44 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1352.571426] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.592376] env[69765]: INFO nova.scheduler.client.report [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted allocations for instance 9453d2ec-27ee-42ac-b3dc-0d2429562bfd [ 1352.967138] env[69765]: DEBUG oslo_vmware.api [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153534} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.967378] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.967577] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.967758] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.968063] env[69765]: INFO nova.compute.manager [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.968223] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.968422] env[69765]: DEBUG nova.compute.manager [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.968514] env[69765]: DEBUG nova.network.neutron [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1353.103993] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2129838f-42eb-419b-b4e6-b0a51290f259 tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "9453d2ec-27ee-42ac-b3dc-0d2429562bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.977s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.532856] env[69765]: DEBUG nova.compute.manager [req-0d9e88d4-552a-450b-ab4e-2bb6d25ad715 req-0f2fea01-71e0-4224-ba92-78f875bf2d07 service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Received event network-vif-deleted-e9c4b04d-531b-46d5-bc34-919a9a3f6808 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.533314] env[69765]: INFO nova.compute.manager [req-0d9e88d4-552a-450b-ab4e-2bb6d25ad715 req-0f2fea01-71e0-4224-ba92-78f875bf2d07 service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Neutron deleted interface e9c4b04d-531b-46d5-bc34-919a9a3f6808; detaching it from the instance and deleting it from the info cache [ 1353.533314] env[69765]: DEBUG nova.network.neutron [req-0d9e88d4-552a-450b-ab4e-2bb6d25ad715 req-0f2fea01-71e0-4224-ba92-78f875bf2d07 service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.819943] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.820228] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.820490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.820703] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.820876] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.823026] env[69765]: INFO nova.compute.manager [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Terminating instance [ 1354.017366] env[69765]: DEBUG nova.network.neutron [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.036073] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-062348fc-1bc1-46d7-9118-53334f043e47 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.047237] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22e3859-a535-4335-bcf8-20cc1e746183 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.076282] env[69765]: DEBUG nova.compute.manager [req-0d9e88d4-552a-450b-ab4e-2bb6d25ad715 req-0f2fea01-71e0-4224-ba92-78f875bf2d07 service nova] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Detach interface failed, port_id=e9c4b04d-531b-46d5-bc34-919a9a3f6808, reason: Instance c1304855-fee2-4feb-bf8c-e49d79511102 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.327303] env[69765]: DEBUG nova.compute.manager [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.327695] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.328435] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac597d37-6a76-4f67-8429-e74a9f197cbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.336654] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.336900] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0054da8-4ff2-4b9b-975d-10c80508e394 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.343761] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1354.343761] env[69765]: value = "task-3944180" [ 1354.343761] env[69765]: _type = "Task" [ 1354.343761] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.351874] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.520058] env[69765]: INFO nova.compute.manager [-] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Took 1.55 seconds to deallocate network for instance. [ 1354.854056] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944180, 'name': PowerOffVM_Task, 'duration_secs': 0.18031} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.856179] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.856179] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.856179] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e3c389b-60ff-42b1-a129-471bf6971ac1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.917941] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.918331] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.918538] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleting the datastore file [datastore2] c818e8e1-04a5-4a11-92c4-ea5528027870 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.918814] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fabd7123-e18a-4834-b67b-f50234fca3a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.925854] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for the task: (returnval){ [ 1354.925854] env[69765]: value = "task-3944183" [ 1354.925854] env[69765]: _type = "Task" [ 1354.925854] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.934693] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.027237] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.027547] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.027771] env[69765]: DEBUG nova.objects.instance [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lazy-loading 'resources' on Instance uuid c1304855-fee2-4feb-bf8c-e49d79511102 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.436371] env[69765]: DEBUG oslo_vmware.api [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Task: {'id': task-3944183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10911} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.436760] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.436829] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.436977] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.437171] env[69765]: INFO nova.compute.manager [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.437413] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.437605] env[69765]: DEBUG nova.compute.manager [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.437700] env[69765]: DEBUG nova.network.neutron [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1355.621897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c3185d-1716-45b7-a725-33fe93014d8e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.630412] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f416836f-6390-4a27-acfc-625b4f87d870 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.664520] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c52f4a-3ad2-45e8-9f53-6f443170f201 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.671917] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a530b5d-2427-42f5-9120-3c5e1d5e179f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.688242] env[69765]: DEBUG nova.compute.provider_tree [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.711046] env[69765]: DEBUG nova.compute.manager [req-415937e1-f9d2-46e8-a124-9266c1695b69 req-a8a25401-47a9-45bd-a46d-44af43c32261 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Received event network-vif-deleted-9d0f9ef0-884b-4b49-9598-42dcedfd4150 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.711272] env[69765]: INFO nova.compute.manager [req-415937e1-f9d2-46e8-a124-9266c1695b69 req-a8a25401-47a9-45bd-a46d-44af43c32261 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Neutron deleted interface 9d0f9ef0-884b-4b49-9598-42dcedfd4150; detaching it from the instance and deleting it from the info cache [ 1355.711496] env[69765]: DEBUG nova.network.neutron [req-415937e1-f9d2-46e8-a124-9266c1695b69 req-a8a25401-47a9-45bd-a46d-44af43c32261 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.192062] env[69765]: DEBUG nova.scheduler.client.report [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.195431] env[69765]: DEBUG nova.network.neutron [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.213540] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26dd37a9-f818-4f28-b61b-2bf31c5b0d4f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.224216] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86869be8-2919-42c7-90cb-0f768d2e5b20 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.252273] env[69765]: DEBUG nova.compute.manager [req-415937e1-f9d2-46e8-a124-9266c1695b69 req-a8a25401-47a9-45bd-a46d-44af43c32261 service nova] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Detach interface failed, port_id=9d0f9ef0-884b-4b49-9598-42dcedfd4150, reason: Instance c818e8e1-04a5-4a11-92c4-ea5528027870 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.697996] env[69765]: INFO nova.compute.manager [-] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Took 1.26 seconds to deallocate network for instance. [ 1356.698941] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.718215] env[69765]: INFO nova.scheduler.client.report [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleted allocations for instance c1304855-fee2-4feb-bf8c-e49d79511102 [ 1357.070904] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1357.071159] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782868', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'name': 'volume-1556b0e1-138b-4783-a06b-d5c545e4da70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40508dca-3634-472d-a988-b494f92d6195', 'attached_at': '', 'detached_at': '', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'serial': '1556b0e1-138b-4783-a06b-d5c545e4da70'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1357.072075] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e920484e-93a7-4e83-ab1e-c3506e22b276 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.089924] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbda1541-cd33-4a36-a497-290269bc7aa0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.114055] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-1556b0e1-138b-4783-a06b-d5c545e4da70/volume-1556b0e1-138b-4783-a06b-d5c545e4da70.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.114326] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2926f37d-b553-4481-a45e-809fc5eebb21 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.133212] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1357.133212] env[69765]: value = "task-3944184" [ 1357.133212] env[69765]: _type = "Task" [ 1357.133212] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.141899] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.209072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.209072] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.209072] env[69765]: DEBUG nova.objects.instance [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lazy-loading 'resources' on Instance uuid c818e8e1-04a5-4a11-92c4-ea5528027870 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.225919] env[69765]: DEBUG oslo_concurrency.lockutils [None req-198762d5-80fa-4288-9e51-09e384451c61 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "c1304855-fee2-4feb-bf8c-e49d79511102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.643421] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944184, 'name': ReconfigVM_Task, 'duration_secs': 0.375251} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.643702] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-1556b0e1-138b-4783-a06b-d5c545e4da70/volume-1556b0e1-138b-4783-a06b-d5c545e4da70.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.648391] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d3f5ca-7869-44c5-aa68-fb3226500161 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.662950] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1357.662950] env[69765]: value = "task-3944185" [ 1357.662950] env[69765]: _type = "Task" [ 1357.662950] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.670950] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.789485] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3114818-956e-4906-b459-613bec6350f4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.797420] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32c5fb7-2b05-4299-9d70-5b320c2107ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.830133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82573a6-2ab4-4eeb-8042-cf0ca2633c32 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.839094] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d040b8-f319-4189-b8a2-1aa6ba02a59e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.854200] env[69765]: DEBUG nova.compute.provider_tree [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.175143] env[69765]: DEBUG oslo_vmware.api [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944185, 'name': ReconfigVM_Task, 'duration_secs': 0.136952} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.175594] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782868', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'name': 'volume-1556b0e1-138b-4783-a06b-d5c545e4da70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40508dca-3634-472d-a988-b494f92d6195', 'attached_at': '', 'detached_at': '', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'serial': '1556b0e1-138b-4783-a06b-d5c545e4da70'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1358.258478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "590af696-5be8-4d22-a2e3-98d5279540d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.259219] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.259469] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.259670] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.259840] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.262102] env[69765]: INFO nova.compute.manager [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Terminating instance [ 1358.357275] env[69765]: DEBUG nova.scheduler.client.report [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.766310] env[69765]: DEBUG nova.compute.manager [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.766546] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.767444] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b71c51d-88cd-4e8f-8b75-85fb6da89d1a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.775508] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.775738] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6dfe9ec-c94b-4f04-8952-552956c82cfc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.781535] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1358.781535] env[69765]: value = "task-3944186" [ 1358.781535] env[69765]: _type = "Task" [ 1358.781535] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.789243] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.863022] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.887170] env[69765]: INFO nova.scheduler.client.report [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Deleted allocations for instance c818e8e1-04a5-4a11-92c4-ea5528027870 [ 1359.211292] env[69765]: DEBUG nova.objects.instance [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'flavor' on Instance uuid 40508dca-3634-472d-a988-b494f92d6195 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.292404] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944186, 'name': PowerOffVM_Task, 'duration_secs': 0.201738} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.292701] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.292887] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.293162] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c51994-5489-45a7-877b-8d84892c6193 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.356307] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.356542] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.356748] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleting the datastore file [datastore1] 590af696-5be8-4d22-a2e3-98d5279540d0 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.357050] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46098a8-221a-4995-92d3-f37ef482ece0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.369043] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for the task: (returnval){ [ 1359.369043] env[69765]: value = "task-3944188" [ 1359.369043] env[69765]: _type = "Task" [ 1359.369043] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.378831] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.395281] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d86b4e43-eaab-4cc0-b239-7aaa7f8ddeba tempest-AttachInterfacesTestJSON-1658265662 tempest-AttachInterfacesTestJSON-1658265662-project-member] Lock "c818e8e1-04a5-4a11-92c4-ea5528027870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.575s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.715952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-c2e0508d-621b-4530-939d-82d8456d00e7 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.870806] env[69765]: INFO nova.compute.manager [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Rescuing [ 1359.871251] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.871505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.871773] env[69765]: DEBUG nova.network.neutron [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1359.886957] env[69765]: DEBUG oslo_vmware.api [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Task: {'id': task-3944188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174775} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.887350] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.887641] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.887927] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.888237] env[69765]: INFO nova.compute.manager [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1359.888593] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.889217] env[69765]: DEBUG nova.compute.manager [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.889370] env[69765]: DEBUG nova.network.neutron [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1360.158216] env[69765]: DEBUG nova.compute.manager [req-ec88e50d-d3dc-4486-9b2d-7b962e6c70a1 req-08e40447-cb8c-41be-842c-3bfb8f7a84f0 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Received event network-vif-deleted-684deb9b-6a09-4df8-b1e7-d71e69d3d1e4 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.158216] env[69765]: INFO nova.compute.manager [req-ec88e50d-d3dc-4486-9b2d-7b962e6c70a1 req-08e40447-cb8c-41be-842c-3bfb8f7a84f0 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Neutron deleted interface 684deb9b-6a09-4df8-b1e7-d71e69d3d1e4; detaching it from the instance and deleting it from the info cache [ 1360.158216] env[69765]: DEBUG nova.network.neutron [req-ec88e50d-d3dc-4486-9b2d-7b962e6c70a1 req-08e40447-cb8c-41be-842c-3bfb8f7a84f0 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.595649] env[69765]: DEBUG nova.network.neutron [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.638536] env[69765]: DEBUG nova.network.neutron [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.661219] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16552e4a-87f4-4e38-8a60-7c189a14b274 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.671353] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5970ddac-8cd5-444a-82e8-d1c1e726200b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.698349] env[69765]: DEBUG nova.compute.manager [req-ec88e50d-d3dc-4486-9b2d-7b962e6c70a1 req-08e40447-cb8c-41be-842c-3bfb8f7a84f0 service nova] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Detach interface failed, port_id=684deb9b-6a09-4df8-b1e7-d71e69d3d1e4, reason: Instance 590af696-5be8-4d22-a2e3-98d5279540d0 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.098376] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.141476] env[69765]: INFO nova.compute.manager [-] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Took 1.25 seconds to deallocate network for instance. [ 1361.648446] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.648818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.649819] env[69765]: DEBUG nova.objects.instance [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lazy-loading 'resources' on Instance uuid 590af696-5be8-4d22-a2e3-98d5279540d0 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.229995] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aee703-ab34-487b-a7a0-9d41bea9bb41 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.238836] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa65e93-7c6c-4b6e-93af-1a1ec478c206 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.270276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f079a6-7498-4e4a-8122-0cd541b36555 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.278948] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c91b89-b8b3-484d-9b00-604330fd3a3f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.292587] env[69765]: DEBUG nova.compute.provider_tree [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.634850] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.635205] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b370379-19c7-4072-ab6a-a3cbbd0177fc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.643184] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1362.643184] env[69765]: value = "task-3944189" [ 1362.643184] env[69765]: _type = "Task" [ 1362.643184] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.652622] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.796134] env[69765]: DEBUG nova.scheduler.client.report [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.153573] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944189, 'name': PowerOffVM_Task, 'duration_secs': 0.186512} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.153800] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.154607] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c97c6-0cfb-4eb3-a9d6-f5a54e9ab294 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.176592] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45382cf0-133d-41d1-a935-ea512e123f78 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.210649] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.210951] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0901cbd8-50ff-4016-9554-8de81816a352 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.220342] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1363.220342] env[69765]: value = "task-3944190" [ 1363.220342] env[69765]: _type = "Task" [ 1363.220342] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.228437] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.302529] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.322440] env[69765]: INFO nova.scheduler.client.report [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Deleted allocations for instance 590af696-5be8-4d22-a2e3-98d5279540d0 [ 1363.731653] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1363.731862] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.732147] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.732290] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.732474] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.732752] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e679eb0e-a853-4a4a-9f29-fc50e271b03c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.747684] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.747857] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.748645] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977e5ccd-e100-49de-925a-7474f08fbcdc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.754145] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1363.754145] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5214223f-7cb0-73ee-4531-23f5cfa0f312" [ 1363.754145] env[69765]: _type = "Task" [ 1363.754145] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.761952] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5214223f-7cb0-73ee-4531-23f5cfa0f312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.833263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5764c065-cabe-43dd-94e8-172b3d04f1a3 tempest-ServerRescueTestJSON-1769271721 tempest-ServerRescueTestJSON-1769271721-project-member] Lock "590af696-5be8-4d22-a2e3-98d5279540d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.574s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.265335] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5214223f-7cb0-73ee-4531-23f5cfa0f312, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.266239] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedfec52-4566-40af-91ee-54a5bead1b4a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.272522] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1364.272522] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]523b47a3-ceee-9ab3-095b-dd4d1be1f002" [ 1364.272522] env[69765]: _type = "Task" [ 1364.272522] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.281141] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523b47a3-ceee-9ab3-095b-dd4d1be1f002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.783602] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]523b47a3-ceee-9ab3-095b-dd4d1be1f002, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.783934] env[69765]: DEBUG oslo_concurrency.lockutils [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.784093] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40508dca-3634-472d-a988-b494f92d6195/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. {{(pid=69765) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1364.784338] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5773aa85-4c85-45b4-aa86-2433ac5e363e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.792390] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1364.792390] env[69765]: value = "task-3944191" [ 1364.792390] env[69765]: _type = "Task" [ 1364.792390] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.801263] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.304186] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471958} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.304409] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 40508dca-3634-472d-a988-b494f92d6195/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk. [ 1365.305022] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e4d2d-2707-46ea-9505-62dead704542 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.332716] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 40508dca-3634-472d-a988-b494f92d6195/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.333025] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f9e07c-ea1a-430c-bb8b-0e02b66420a9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.351475] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1365.351475] env[69765]: value = "task-3944192" [ 1365.351475] env[69765]: _type = "Task" [ 1365.351475] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.359593] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.861841] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944192, 'name': ReconfigVM_Task, 'duration_secs': 0.481457} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.862220] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 40508dca-3634-472d-a988-b494f92d6195/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f-rescue.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.863049] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809dc8d5-19de-4d1a-b639-ac372bbbe4c5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.891805] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e841cc42-b7ab-4f28-8ad4-abed6e3afb59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.908189] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1365.908189] env[69765]: value = "task-3944193" [ 1365.908189] env[69765]: _type = "Task" [ 1365.908189] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.920461] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.418537] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944193, 'name': ReconfigVM_Task, 'duration_secs': 0.185331} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.418820] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.419099] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d77c0043-47c0-4f11-9301-ebe9f1338147 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.427270] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1366.427270] env[69765]: value = "task-3944194" [ 1366.427270] env[69765]: _type = "Task" [ 1366.427270] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.435715] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.937992] env[69765]: DEBUG oslo_vmware.api [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944194, 'name': PowerOnVM_Task, 'duration_secs': 0.440369} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.938450] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.941254] env[69765]: DEBUG nova.compute.manager [None req-386258a2-6f34-4e97-b8b8-a329ad1ef474 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.942099] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444c906-efca-453c-8b57-3e7eca5f5aaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.110097] env[69765]: INFO nova.compute.manager [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Unrescuing [ 1368.110097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.110097] env[69765]: DEBUG oslo_concurrency.lockutils [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.110097] env[69765]: DEBUG nova.network.neutron [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1368.830968] env[69765]: DEBUG nova.network.neutron [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.333813] env[69765]: DEBUG oslo_concurrency.lockutils [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.334525] env[69765]: DEBUG nova.objects.instance [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'flavor' on Instance uuid 40508dca-3634-472d-a988-b494f92d6195 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.840773] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64b3b3-db4a-401d-8476-aa180ea4a99d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.866098] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.866485] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0522c8-07f1-4d55-ba04-730663994f45 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.874564] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1369.874564] env[69765]: value = "task-3944195" [ 1369.874564] env[69765]: _type = "Task" [ 1369.874564] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.883230] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.385690] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944195, 'name': PowerOffVM_Task, 'duration_secs': 0.208844} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.386115] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.391449] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1370.391722] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c901cf-6bfc-41d9-bde3-6f1732f69811 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.410325] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1370.410325] env[69765]: value = "task-3944196" [ 1370.410325] env[69765]: _type = "Task" [ 1370.410325] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.418035] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.920642] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944196, 'name': ReconfigVM_Task, 'duration_secs': 0.229902} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.921216] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.921216] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.921424] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9fe6ec-ce39-4fa4-bc12-ffd2e293faaf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.928892] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1370.928892] env[69765]: value = "task-3944197" [ 1370.928892] env[69765]: _type = "Task" [ 1370.928892] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.937342] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.439446] env[69765]: DEBUG oslo_vmware.api [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944197, 'name': PowerOnVM_Task, 'duration_secs': 0.37144} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.439866] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.440058] env[69765]: DEBUG nova.compute.manager [None req-80f1f06e-274f-47c7-bffe-8e3b61a4546e tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.440916] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67252ab1-8fa9-4cac-9af7-21cc1867e9f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.620816] env[69765]: DEBUG nova.compute.manager [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.621204] env[69765]: DEBUG nova.compute.manager [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing instance network info cache due to event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.621279] env[69765]: DEBUG oslo_concurrency.lockutils [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.621444] env[69765]: DEBUG oslo_concurrency.lockutils [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.621613] env[69765]: DEBUG nova.network.neutron [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1373.334797] env[69765]: DEBUG nova.network.neutron [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updated VIF entry in instance network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1373.335230] env[69765]: DEBUG nova.network.neutron [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.838654] env[69765]: DEBUG oslo_concurrency.lockutils [req-3f30129c-26e0-4eeb-ac87-88b71f07e733 req-5caeda9f-92bf-461b-ab3e-3d03ff91a402 service nova] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.645565] env[69765]: DEBUG nova.compute.manager [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.645774] env[69765]: DEBUG nova.compute.manager [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing instance network info cache due to event network-changed-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.645994] env[69765]: DEBUG oslo_concurrency.lockutils [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] Acquiring lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.646196] env[69765]: DEBUG oslo_concurrency.lockutils [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] Acquired lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.646333] env[69765]: DEBUG nova.network.neutron [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Refreshing network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1375.349573] env[69765]: DEBUG nova.network.neutron [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updated VIF entry in instance network info cache for port 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1375.349951] env[69765]: DEBUG nova.network.neutron [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [{"id": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "address": "fa:16:3e:3b:02:b0", "network": {"id": "84e88caf-edb6-4118-ab97-c340063a2185", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-327854982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67955771bffe48e6977c463428d1a724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb7573-a5", "ovs_interfaceid": "4bfb7573-a5db-40f0-bc5d-c9dba0e16a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.852788] env[69765]: DEBUG oslo_concurrency.lockutils [req-b1107d6c-145f-41f7-9c32-14443b469be4 req-04290b01-f5ab-4340-9f0f-b0c55c6caa18 service nova] Releasing lock "refresh_cache-40508dca-3634-472d-a988-b494f92d6195" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.282643] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.501638] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.502135] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1397.496768] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.501460] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.501816] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.501615] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.502124] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.497107] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.501605] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.004889] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.005179] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.005356] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.005513] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1406.006461] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb28ec21-53ed-4fc6-b354-d92bb1a62d55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.014897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d309b5f-1c57-4956-aa15-ed77a3c12d9b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.029112] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a448f71-481f-46c2-9e04-678903963aac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.036068] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de09849-3073-42d7-b41d-025711467d86 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.064741] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179800MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1406.064921] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.065065] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.090669] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 888d6db2-b246-4919-a765-170217a819cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.090974] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.090974] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 40508dca-3634-472d-a988-b494f92d6195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.091175] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1407.091321] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1407.142438] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0109745-275e-46cd-855f-6a0b6f4ec371 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.150672] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0ad3d9-01f6-4c42-ab6d-bdfa80165006 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.181974] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc252a2-c96b-48ec-9cbb-c438fcb1f549 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.189571] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8e3ad-ed4f-4b62-a03b-54e2899450d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.202615] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.705425] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.210718] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1408.211161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.029654] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.029965] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.533836] env[69765]: INFO nova.compute.manager [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Detaching volume 1556b0e1-138b-4783-a06b-d5c545e4da70 [ 1409.563866] env[69765]: INFO nova.virt.block_device [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Attempting to driver detach volume 1556b0e1-138b-4783-a06b-d5c545e4da70 from mountpoint /dev/sdb [ 1409.564130] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1409.564329] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782868', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'name': 'volume-1556b0e1-138b-4783-a06b-d5c545e4da70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40508dca-3634-472d-a988-b494f92d6195', 'attached_at': '', 'detached_at': '', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'serial': '1556b0e1-138b-4783-a06b-d5c545e4da70'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1409.565267] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d0b39f-cd8e-4cc1-bcc6-62a2a2ff41ee {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.587272] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39558cc7-b0e8-44d7-ac2c-649e540d63a0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.596462] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e79112-3473-43b9-82fb-14a6b47ff8f2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.617181] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f75ed4-5507-45a7-aab4-e3e4b527696d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.632295] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] The volume has not been displaced from its original location: [datastore1] volume-1556b0e1-138b-4783-a06b-d5c545e4da70/volume-1556b0e1-138b-4783-a06b-d5c545e4da70.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1409.637681] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.638067] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509a20f7-21fd-4b0e-a0d0-d9e5c269fc0b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.656539] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1409.656539] env[69765]: value = "task-3944198" [ 1409.656539] env[69765]: _type = "Task" [ 1409.656539] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.664945] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.167682] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944198, 'name': ReconfigVM_Task, 'duration_secs': 0.224643} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.168109] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.175894] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49baff8d-9df9-4770-b1ab-b78c6ff43fdb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.193106] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1410.193106] env[69765]: value = "task-3944199" [ 1410.193106] env[69765]: _type = "Task" [ 1410.193106] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.201427] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.703658] env[69765]: DEBUG oslo_vmware.api [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944199, 'name': ReconfigVM_Task, 'duration_secs': 0.136371} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.704090] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782868', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'name': 'volume-1556b0e1-138b-4783-a06b-d5c545e4da70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40508dca-3634-472d-a988-b494f92d6195', 'attached_at': '', 'detached_at': '', 'volume_id': '1556b0e1-138b-4783-a06b-d5c545e4da70', 'serial': '1556b0e1-138b-4783-a06b-d5c545e4da70'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1411.244780] env[69765]: DEBUG nova.objects.instance [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'flavor' on Instance uuid 40508dca-3634-472d-a988-b494f92d6195 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.254742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-2dcdd0ca-9418-4f0f-a022-b0412d91ca37 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.354263] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.354697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.354697] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "40508dca-3634-472d-a988-b494f92d6195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.354958] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.355207] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.357437] env[69765]: INFO nova.compute.manager [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Terminating instance [ 1413.861807] env[69765]: DEBUG nova.compute.manager [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.862089] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.863088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d64080-a0e7-4d99-a9b6-8a5d449f43e5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.871551] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.871826] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0eb7f9-1826-4102-b9e7-658a4aa48cb4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.878204] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1413.878204] env[69765]: value = "task-3944200" [ 1413.878204] env[69765]: _type = "Task" [ 1413.878204] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.888208] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.392772] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944200, 'name': PowerOffVM_Task, 'duration_secs': 0.178753} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.393173] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.393462] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.393852] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae911575-78b5-4a91-aaff-27cb6a4b1de1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.456536] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.456792] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.457023] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleting the datastore file [datastore1] 40508dca-3634-472d-a988-b494f92d6195 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.457317] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5695eba-6490-4ec9-8569-ad4deb7dc95c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.465213] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1414.465213] env[69765]: value = "task-3944202" [ 1414.465213] env[69765]: _type = "Task" [ 1414.465213] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.473313] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.975408] env[69765]: DEBUG oslo_vmware.api [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156282} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.975657] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.975850] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.976043] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.976229] env[69765]: INFO nova.compute.manager [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 40508dca-3634-472d-a988-b494f92d6195] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1414.976475] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.976671] env[69765]: DEBUG nova.compute.manager [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.976769] env[69765]: DEBUG nova.network.neutron [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1415.405469] env[69765]: DEBUG nova.compute.manager [req-841bc238-bd59-4375-9cfc-5d4f40124b8b req-fbe7de8d-7425-429d-aed0-05746bbd00de service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Received event network-vif-deleted-4bfb7573-a5db-40f0-bc5d-c9dba0e16a43 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.405814] env[69765]: INFO nova.compute.manager [req-841bc238-bd59-4375-9cfc-5d4f40124b8b req-fbe7de8d-7425-429d-aed0-05746bbd00de service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Neutron deleted interface 4bfb7573-a5db-40f0-bc5d-c9dba0e16a43; detaching it from the instance and deleting it from the info cache [ 1415.406099] env[69765]: DEBUG nova.network.neutron [req-841bc238-bd59-4375-9cfc-5d4f40124b8b req-fbe7de8d-7425-429d-aed0-05746bbd00de service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.889444] env[69765]: DEBUG nova.network.neutron [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.908585] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06349e1f-4e5b-463f-abed-e9a9c03fce88 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.919488] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbdbff-fa13-4b73-b118-5626aeff0238 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.947118] env[69765]: DEBUG nova.compute.manager [req-841bc238-bd59-4375-9cfc-5d4f40124b8b req-fbe7de8d-7425-429d-aed0-05746bbd00de service nova] [instance: 40508dca-3634-472d-a988-b494f92d6195] Detach interface failed, port_id=4bfb7573-a5db-40f0-bc5d-c9dba0e16a43, reason: Instance 40508dca-3634-472d-a988-b494f92d6195 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.392046] env[69765]: INFO nova.compute.manager [-] [instance: 40508dca-3634-472d-a988-b494f92d6195] Took 1.42 seconds to deallocate network for instance. [ 1416.898273] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.898701] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.898875] env[69765]: DEBUG nova.objects.instance [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'resources' on Instance uuid 40508dca-3634-472d-a988-b494f92d6195 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.455438] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134ce3d5-2253-4027-9455-c3d683cef643 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.463876] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4bb1f9-cfc8-4d84-9e7a-da76a5003544 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.494352] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2078b59-b2e3-4905-ade9-86ddcc229b56 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.501985] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088d225-17d5-4e05-a41a-9343e00bcfce {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.515255] env[69765]: DEBUG nova.compute.provider_tree [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.018872] env[69765]: DEBUG nova.scheduler.client.report [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.523419] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.545638] env[69765]: INFO nova.scheduler.client.report [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted allocations for instance 40508dca-3634-472d-a988-b494f92d6195 [ 1419.053926] env[69765]: DEBUG oslo_concurrency.lockutils [None req-989ed97c-7ab5-4617-a4c0-64e62b563bb6 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "40508dca-3634-472d-a988-b494f92d6195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.547622] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.548070] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.548129] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.548317] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.548486] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.550779] env[69765]: INFO nova.compute.manager [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Terminating instance [ 1425.055238] env[69765]: DEBUG nova.compute.manager [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.055500] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.056496] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11869d-62fb-41eb-8025-c98414755cef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.064742] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.064992] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35db732f-28cc-46eb-9de8-e46429ebb830 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.071713] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1425.071713] env[69765]: value = "task-3944204" [ 1425.071713] env[69765]: _type = "Task" [ 1425.071713] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.080468] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.582555] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944204, 'name': PowerOffVM_Task, 'duration_secs': 0.220855} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.582990] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.583140] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.583491] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1b852f-e83c-4e69-9aa1-2656f4d48e64 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.645841] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.646198] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.646452] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleting the datastore file [datastore2] 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.646796] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d2d4a4-540e-4e48-8aff-7fdef3576df6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.655051] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1425.655051] env[69765]: value = "task-3944206" [ 1425.655051] env[69765]: _type = "Task" [ 1425.655051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.666350] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.165251] env[69765]: DEBUG oslo_vmware.api [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177566} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.165608] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.165883] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.166171] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.166443] env[69765]: INFO nova.compute.manager [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1426.166761] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.167042] env[69765]: DEBUG nova.compute.manager [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.167202] env[69765]: DEBUG nova.network.neutron [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1426.396030] env[69765]: DEBUG nova.compute.manager [req-96b533f7-bac1-4fee-87ac-d9cf1d83c630 req-6a4a66e5-56a1-4ee8-ac15-2c969535406e service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Received event network-vif-deleted-33717dd9-fac0-44d8-bff0-269ba822a661 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.396242] env[69765]: INFO nova.compute.manager [req-96b533f7-bac1-4fee-87ac-d9cf1d83c630 req-6a4a66e5-56a1-4ee8-ac15-2c969535406e service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Neutron deleted interface 33717dd9-fac0-44d8-bff0-269ba822a661; detaching it from the instance and deleting it from the info cache [ 1426.396507] env[69765]: DEBUG nova.network.neutron [req-96b533f7-bac1-4fee-87ac-d9cf1d83c630 req-6a4a66e5-56a1-4ee8-ac15-2c969535406e service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.878955] env[69765]: DEBUG nova.network.neutron [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.899042] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb7a2588-8236-45f4-8d13-2a2765fd420e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.909578] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d88de3d-8408-4a61-9103-b213c12652d8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.936181] env[69765]: DEBUG nova.compute.manager [req-96b533f7-bac1-4fee-87ac-d9cf1d83c630 req-6a4a66e5-56a1-4ee8-ac15-2c969535406e service nova] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Detach interface failed, port_id=33717dd9-fac0-44d8-bff0-269ba822a661, reason: Instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.381960] env[69765]: INFO nova.compute.manager [-] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Took 1.21 seconds to deallocate network for instance. [ 1427.889505] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.889878] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.890040] env[69765]: DEBUG nova.objects.instance [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'resources' on Instance uuid 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.436048] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4053f96-b62d-4e6c-8c03-abf28450e9a8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.443482] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95686b81-8ec3-4eda-8b27-ea8607d1a762 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.473371] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8389bda-a3cb-4a6b-a33d-6ff0eed8ec6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.481287] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78cde2-345c-4629-83a5-ebb74908fc0a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.495090] env[69765]: DEBUG nova.compute.provider_tree [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.000992] env[69765]: DEBUG nova.scheduler.client.report [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.507034] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.529512] env[69765]: INFO nova.scheduler.client.report [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted allocations for instance 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34 [ 1430.038561] env[69765]: DEBUG oslo_concurrency.lockutils [None req-199a9bba-6816-4cef-a903-341ebd24b365 tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "0eb7d235-74b3-4ec4-9ea0-c06552d7ef34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.491s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.175696] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "888d6db2-b246-4919-a765-170217a819cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.176166] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.176248] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "888d6db2-b246-4919-a765-170217a819cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.176406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.176578] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.178784] env[69765]: INFO nova.compute.manager [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Terminating instance [ 1431.683112] env[69765]: DEBUG nova.compute.manager [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.683406] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.684222] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80c4834-973a-461d-81cc-e0e4cf51b07b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.692858] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.693115] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0f508b-14d2-47da-a337-eb6cf69ca45e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.699077] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1431.699077] env[69765]: value = "task-3944207" [ 1431.699077] env[69765]: _type = "Task" [ 1431.699077] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.707345] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.209368] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944207, 'name': PowerOffVM_Task, 'duration_secs': 0.198242} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.209776] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.209776] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.210013] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393e3222-c3e1-4707-9962-51ad17bd016f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.271137] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.271387] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.271598] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleting the datastore file [datastore2] 888d6db2-b246-4919-a765-170217a819cf {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.271848] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff6af9e-ed2d-44a2-ab32-f94062fe06f3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.278516] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for the task: (returnval){ [ 1432.278516] env[69765]: value = "task-3944209" [ 1432.278516] env[69765]: _type = "Task" [ 1432.278516] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.286758] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.788715] env[69765]: DEBUG oslo_vmware.api [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Task: {'id': task-3944209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.789059] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.789059] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.789281] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.789359] env[69765]: INFO nova.compute.manager [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] [instance: 888d6db2-b246-4919-a765-170217a819cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1432.789543] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.789749] env[69765]: DEBUG nova.compute.manager [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.789845] env[69765]: DEBUG nova.network.neutron [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1433.038271] env[69765]: DEBUG nova.compute.manager [req-01a5a90e-c346-45d1-a9d3-3754edee4949 req-01dd73c4-43c2-495c-83c8-fbfbe9d0ccd8 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Received event network-vif-deleted-125242cb-62c4-48f1-aef1-ee0dffe86172 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.038492] env[69765]: INFO nova.compute.manager [req-01a5a90e-c346-45d1-a9d3-3754edee4949 req-01dd73c4-43c2-495c-83c8-fbfbe9d0ccd8 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Neutron deleted interface 125242cb-62c4-48f1-aef1-ee0dffe86172; detaching it from the instance and deleting it from the info cache [ 1433.038767] env[69765]: DEBUG nova.network.neutron [req-01a5a90e-c346-45d1-a9d3-3754edee4949 req-01dd73c4-43c2-495c-83c8-fbfbe9d0ccd8 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.522735] env[69765]: DEBUG nova.network.neutron [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.541275] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9ed745b-3c88-44ec-9f0a-d209a8c90081 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.552700] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45099cd4-9f92-4bef-8ec9-0f9944650f4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.578396] env[69765]: DEBUG nova.compute.manager [req-01a5a90e-c346-45d1-a9d3-3754edee4949 req-01dd73c4-43c2-495c-83c8-fbfbe9d0ccd8 service nova] [instance: 888d6db2-b246-4919-a765-170217a819cf] Detach interface failed, port_id=125242cb-62c4-48f1-aef1-ee0dffe86172, reason: Instance 888d6db2-b246-4919-a765-170217a819cf could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1434.025984] env[69765]: INFO nova.compute.manager [-] [instance: 888d6db2-b246-4919-a765-170217a819cf] Took 1.24 seconds to deallocate network for instance. [ 1434.533887] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.534309] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.534440] env[69765]: DEBUG nova.objects.instance [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lazy-loading 'resources' on Instance uuid 888d6db2-b246-4919-a765-170217a819cf {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.070474] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c72476-c583-4fa2-9771-0166af2dcbed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.078338] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70010a36-312e-4693-a871-754165df8d12 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.108384] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b5cdf-8b8f-4717-99f9-f820903aac54 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.116210] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217355ea-cff5-4c6c-98df-9a2cc1a942ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.129580] env[69765]: DEBUG nova.compute.provider_tree [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.632616] env[69765]: DEBUG nova.scheduler.client.report [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.139208] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.158931] env[69765]: INFO nova.scheduler.client.report [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Deleted allocations for instance 888d6db2-b246-4919-a765-170217a819cf [ 1436.667450] env[69765]: DEBUG oslo_concurrency.lockutils [None req-833cdb6c-5202-428e-8756-e495d101986c tempest-ServerRescueNegativeTestJSON-285423290 tempest-ServerRescueNegativeTestJSON-285423290-project-member] Lock "888d6db2-b246-4919-a765-170217a819cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.491s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.439638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.439998] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.943683] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.467029] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.467366] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.468997] env[69765]: INFO nova.compute.claims [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.507085] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11cf405-cb1b-4e15-8049-b0f5a4501103 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.516184] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee3996-23fd-409a-81da-c4fc98848ae1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.547441] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d58b5-4af5-46fd-a2cc-311537b603a3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.554970] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc01495-4bc9-4211-b46b-a3d8890b5070 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.568828] env[69765]: DEBUG nova.compute.provider_tree [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.072438] env[69765]: DEBUG nova.scheduler.client.report [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.577841] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.578423] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.084216] env[69765]: DEBUG nova.compute.utils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.085697] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.085874] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.124639] env[69765]: DEBUG nova.policy [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90519d570948435ea116b11e18be2768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc03f6c35bc4ecda55112b0ab5517a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.413104] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Successfully created port: 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.589270] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.600780] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.629014] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.629297] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.629462] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.629649] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.629822] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.630040] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.630277] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.630440] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.630610] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.630774] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.630946] env[69765]: DEBUG nova.virt.hardware [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.631869] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aac512-2198-4385-b4b5-b50928664601 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.640424] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d78269-37e8-49bf-bac9-c2cf79a3bafa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.783615] env[69765]: DEBUG nova.compute.manager [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.783864] env[69765]: DEBUG oslo_concurrency.lockutils [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.784104] env[69765]: DEBUG oslo_concurrency.lockutils [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.784278] env[69765]: DEBUG oslo_concurrency.lockutils [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.784445] env[69765]: DEBUG nova.compute.manager [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] No waiting events found dispatching network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.784608] env[69765]: WARNING nova.compute.manager [req-9c94631f-6a97-4a4a-951e-f979876728f5 req-bc8616bd-bbca-447a-bdd9-ef1f9e9e2e72 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received unexpected event network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 for instance with vm_state building and task_state spawning. [ 1447.862776] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Successfully updated port: 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.623286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.623689] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.623689] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1449.156335] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1449.280827] env[69765]: DEBUG nova.network.neutron [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.784206] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.784627] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance network_info: |[{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.785088] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c7:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e598d64-dd84-4154-afef-fa58692096d8', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.793778] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating folder: Project (5bc03f6c35bc4ecda55112b0ab5517a7). Parent ref: group-v782532. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.794134] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ab909d-a2ed-4ebf-a48e-724c3fa2c31a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.807884] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created folder: Project (5bc03f6c35bc4ecda55112b0ab5517a7) in parent group-v782532. [ 1449.808174] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating folder: Instances. Parent ref: group-v782869. {{(pid=69765) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.808480] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a8f3c18-8ed3-4795-8d50-caae40fa9ffb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.812384] env[69765]: DEBUG nova.compute.manager [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-changed-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.812569] env[69765]: DEBUG nova.compute.manager [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing instance network info cache due to event network-changed-7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.812779] env[69765]: DEBUG oslo_concurrency.lockutils [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.812923] env[69765]: DEBUG oslo_concurrency.lockutils [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.813104] env[69765]: DEBUG nova.network.neutron [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1449.823248] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created folder: Instances in parent group-v782869. [ 1449.823488] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.823678] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.823887] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-200c7643-3aeb-4238-a738-dcc4aec4cb9e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.844727] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.844727] env[69765]: value = "task-3944212" [ 1449.844727] env[69765]: _type = "Task" [ 1449.844727] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.852516] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944212, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.355314] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944212, 'name': CreateVM_Task, 'duration_secs': 0.307175} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.355528] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.356145] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.356315] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.356628] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.356893] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ecb1b52-63c5-4a37-acbb-fe585fc44fe4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.362663] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1450.362663] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52851f27-cdf4-2673-5308-011db29827cf" [ 1450.362663] env[69765]: _type = "Task" [ 1450.362663] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.370841] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52851f27-cdf4-2673-5308-011db29827cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.498326] env[69765]: DEBUG nova.network.neutron [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updated VIF entry in instance network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1450.498685] env[69765]: DEBUG nova.network.neutron [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.873281] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52851f27-cdf4-2673-5308-011db29827cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.873658] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.873829] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.874079] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.874229] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.874411] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.874668] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392e9ba9-2772-4d92-b7c5-2967d0aafca3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.883966] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.884159] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.884855] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95671c6-2ce1-42d5-80ef-b7f95b0010f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.890514] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1450.890514] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52ed3898-d9e3-d326-1b6c-cc0d7d5a7c69" [ 1450.890514] env[69765]: _type = "Task" [ 1450.890514] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.899411] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ed3898-d9e3-d326-1b6c-cc0d7d5a7c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.001377] env[69765]: DEBUG oslo_concurrency.lockutils [req-af75e45a-c5da-42cd-a6ea-bbb911cde8ae req-6d62ea0c-6dc0-467e-8938-6d202713026e service nova] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.401835] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52ed3898-d9e3-d326-1b6c-cc0d7d5a7c69, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.402613] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995b3ecd-82c9-4182-ad51-ac59d07aa93a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.408622] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1451.408622] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]521376e8-0021-8abb-d3ff-896919cad7f0" [ 1451.408622] env[69765]: _type = "Task" [ 1451.408622] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.416780] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521376e8-0021-8abb-d3ff-896919cad7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.919021] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]521376e8-0021-8abb-d3ff-896919cad7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.919420] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.919550] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.919806] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38090985-d293-4b15-8e10-722d09e91430 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.927185] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1451.927185] env[69765]: value = "task-3944213" [ 1451.927185] env[69765]: _type = "Task" [ 1451.927185] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.935794] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.437807] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476345} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.438088] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.438310] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.438592] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-015fe584-cc43-4f10-834e-eaa5c2b483dd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.445973] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1452.445973] env[69765]: value = "task-3944214" [ 1452.445973] env[69765]: _type = "Task" [ 1452.445973] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.454724] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.956157] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068118} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.956530] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.957192] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341502fd-5088-40b0-a53e-c07a9d10323e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.978813] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.979097] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9d8a64-4b0b-4e58-9426-d858e5abca83 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.999067] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1452.999067] env[69765]: value = "task-3944215" [ 1452.999067] env[69765]: _type = "Task" [ 1452.999067] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.006882] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.510200] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944215, 'name': ReconfigVM_Task, 'duration_secs': 0.365162} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.510517] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.511240] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6da8750-f482-43d0-8cc4-0a438f470236 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.518834] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1453.518834] env[69765]: value = "task-3944216" [ 1453.518834] env[69765]: _type = "Task" [ 1453.518834] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.531333] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944216, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.030063] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944216, 'name': Rename_Task, 'duration_secs': 0.139142} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.030063] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.030063] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2bfeff1-4336-4632-bc42-8781ef10e53a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.036489] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1454.036489] env[69765]: value = "task-3944217" [ 1454.036489] env[69765]: _type = "Task" [ 1454.036489] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.046939] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.547907] env[69765]: DEBUG oslo_vmware.api [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944217, 'name': PowerOnVM_Task, 'duration_secs': 0.443642} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.548176] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.548370] env[69765]: INFO nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1454.548541] env[69765]: DEBUG nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.549346] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b8635-61a5-4d3f-91dd-30d5cc0d58ef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.066994] env[69765]: INFO nova.compute.manager [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Took 11.62 seconds to build instance. [ 1455.212084] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.569404] env[69765]: DEBUG oslo_concurrency.lockutils [None req-e7bf54e3-6489-4bed-9c47-7fd474486d7b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.129s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.903738] env[69765]: DEBUG nova.compute.manager [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-changed-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.904044] env[69765]: DEBUG nova.compute.manager [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing instance network info cache due to event network-changed-7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.904260] env[69765]: DEBUG oslo_concurrency.lockutils [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.904314] env[69765]: DEBUG oslo_concurrency.lockutils [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.904473] env[69765]: DEBUG nova.network.neutron [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1456.501365] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.501762] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1456.623901] env[69765]: DEBUG nova.network.neutron [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updated VIF entry in instance network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1456.624290] env[69765]: DEBUG nova.network.neutron [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.126880] env[69765]: DEBUG oslo_concurrency.lockutils [req-c76497f8-775c-4e3a-892f-a747e2105f9f req-08d295fe-6cd4-4f1f-98a3-a1fc874e3f49 service nova] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.497419] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.501124] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.501916] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.501086] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.501505] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.501505] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances with incomplete migration {{(pid=69765) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1466.004630] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.501628] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.004698] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.508785] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.509094] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.509312] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.509509] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1468.510516] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dac3f-7114-4e34-a8dd-e09cbdec0083 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.519082] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793b0f4-ca82-4f6e-b296-332f6b7a2e06 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.532512] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bbe153-a7e4-41f5-84a8-8a5d5ccbc693 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.538994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaef1a5-6ad7-402d-a94e-cf1741893d5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.567758] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180297MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1468.567918] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.568120] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.662865] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 173922cd-b8ac-4e54-9733-f07be9c18db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.663196] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1469.663246] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1469.685267] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing inventories for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1469.697682] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating ProviderTree inventory for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1469.697870] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Updating inventory in ProviderTree for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.709763] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing aggregate associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, aggregates: None {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1469.726944] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Refreshing trait associations for resource provider 974ec474-c930-4644-a9cb-e8fbc2072a2b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69765) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1469.753562] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f2077-1ae1-4e1a-b241-19d1559f0115 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.761534] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97ec0d-0315-4f55-9808-947cfc58a931 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.791832] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab20754-0fe6-423d-9ada-2ec7f6f14e75 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.799465] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e67044e-f1af-41d2-beba-ab2c49a96b33 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.813148] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.316464] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.821565] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1470.822033] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.822033] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.822191] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Cleaning up deleted instances {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1471.331688] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] There are 28 instances to clean {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1471.331905] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: c1304855-fee2-4feb-bf8c-e49d79511102] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.834706] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 17a9ce10-aa9d-48fa-b038-cd96fe3da27d] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.338218] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 590af696-5be8-4d22-a2e3-98d5279540d0] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.841475] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 40508dca-3634-472d-a988-b494f92d6195] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.345389] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9453d2ec-27ee-42ac-b3dc-0d2429562bfd] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.848788] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9515fe42-ce78-493d-80b6-931d65ae2e55] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.352646] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: c818e8e1-04a5-4a11-92c4-ea5528027870] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.856338] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 04ef6b7f-9878-4ee1-a706-5e46425b205a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.359857] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 0eb7d235-74b3-4ec4-9ea0-c06552d7ef34] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.863265] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 888d6db2-b246-4919-a765-170217a819cf] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.366886] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 3e07f8ae-2096-4fe8-8c5e-a903e20ba21c] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.870280] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: aa340207-6d3c-437b-9d10-cf102ec92d2d] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.374190] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 8a601cc4-0619-4298-bab3-b8de14df0977] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.877369] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 9bd9aa70-b4c5-4b7d-9011-7d4d703242c9] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.381486] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: a907c628-6303-409e-a01b-6a07d34270ca] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.884716] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 4523e785-73e4-4dd1-8435-fc87a0a36772] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.388652] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e6aedfbd-3372-4071-8ce3-b97573505a32] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.892682] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: efdf063b-f522-46a6-a087-03d4f7675199] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.396283] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 1e760c9f-2d4f-4439-9769-0c2f99ead68b] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.900207] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 21a65f62-a03b-4dd7-8f1e-6f75e37237f2] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.404297] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 21d22ae1-6f04-4558-9fb0-294d81c0ddc5] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.907691] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: eb9176b6-4203-4151-9d96-1242d56193f9] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.411695] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 675ac472-f21d-4343-81d3-bae604a7fb44] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.916541] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 4c770c20-fd55-4261-928b-9a49adbf5a6a] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.420844] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 2dda102a-a3f9-49e6-b0c2-e1a352e2a163] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.924965] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 72764671-0fb9-4442-a49d-22c1b466ccd3] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.428665] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: 3af1d66b-0c71-4ff9-b03e-f754ae167419] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.932106] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] [instance: e98c48bd-df45-439d-ab1e-6c11c3612fac] Instance has had 0 of 5 cleanup attempts {{(pid=69765) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.091401] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.091818] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.091818] env[69765]: INFO nova.compute.manager [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Shelving [ 1496.102226] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.102609] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b543c7d3-3d1a-497f-a37d-aa2b9acb8af8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.110518] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1496.110518] env[69765]: value = "task-3944218" [ 1496.110518] env[69765]: _type = "Task" [ 1496.110518] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.119144] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.620444] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944218, 'name': PowerOffVM_Task, 'duration_secs': 0.198865} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.620705] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.621545] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c45f8cd-6e45-48e3-9b27-f7d719ecb15f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.640678] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9b4c7-b572-471a-8327-2e02ea513ced {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.152070] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1497.152526] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca641a5b-541d-4a09-acc3-8021a170b9f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.159727] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1497.159727] env[69765]: value = "task-3944219" [ 1497.159727] env[69765]: _type = "Task" [ 1497.159727] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.168630] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.670318] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944219, 'name': CreateSnapshot_Task, 'duration_secs': 0.429117} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.670615] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1497.671327] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1f71b-420c-4caa-a030-e83ad00056c2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.188343] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1498.188724] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1511852-8d99-4acb-9eae-a529b142369a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.197709] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1498.197709] env[69765]: value = "task-3944220" [ 1498.197709] env[69765]: _type = "Task" [ 1498.197709] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.206114] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944220, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.709822] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944220, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.209721] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944220, 'name': CloneVM_Task, 'duration_secs': 0.946894} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.210189] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Created linked-clone VM from snapshot [ 1499.210719] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8aa8e-5f02-4fec-9bf9-cbe9c4220997 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.217910] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Uploading image d175dcb0-8fe8-442a-9d00-7182a4683f41 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1499.237929] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1499.237929] env[69765]: value = "vm-782873" [ 1499.237929] env[69765]: _type = "VirtualMachine" [ 1499.237929] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1499.238218] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7659db07-9041-4c03-8346-3724f9a9fc2a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.245614] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease: (returnval){ [ 1499.245614] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52001584-24b1-5b0e-2330-c1b5e431b1a4" [ 1499.245614] env[69765]: _type = "HttpNfcLease" [ 1499.245614] env[69765]: } obtained for exporting VM: (result){ [ 1499.245614] env[69765]: value = "vm-782873" [ 1499.245614] env[69765]: _type = "VirtualMachine" [ 1499.245614] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1499.245998] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the lease: (returnval){ [ 1499.245998] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52001584-24b1-5b0e-2330-c1b5e431b1a4" [ 1499.245998] env[69765]: _type = "HttpNfcLease" [ 1499.245998] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1499.252904] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.252904] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52001584-24b1-5b0e-2330-c1b5e431b1a4" [ 1499.252904] env[69765]: _type = "HttpNfcLease" [ 1499.252904] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1499.755088] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.755088] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52001584-24b1-5b0e-2330-c1b5e431b1a4" [ 1499.755088] env[69765]: _type = "HttpNfcLease" [ 1499.755088] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1499.755422] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1499.755422] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52001584-24b1-5b0e-2330-c1b5e431b1a4" [ 1499.755422] env[69765]: _type = "HttpNfcLease" [ 1499.755422] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1499.756114] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec70492-d322-4964-8f94-cfaf2fc69392 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.763823] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1499.763987] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1499.847951] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26f27a30-6877-4068-afa7-4fff1c5ec73f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.398161] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1507.399214] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa9491-0557-459a-b20a-ea0f05530e58 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.406163] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1507.406430] env[69765]: ERROR oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk due to incomplete transfer. [ 1507.406740] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-deb08444-a9aa-4725-a65b-e6283454b1ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.415319] env[69765]: DEBUG oslo_vmware.rw_handles [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cb6f4-93f2-43cf-7a3b-ed23d6511347/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1507.415505] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Uploaded image d175dcb0-8fe8-442a-9d00-7182a4683f41 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1507.417631] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1507.417891] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-215320d4-bc31-4343-b302-a46ee68f0a5d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.425071] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1507.425071] env[69765]: value = "task-3944222" [ 1507.425071] env[69765]: _type = "Task" [ 1507.425071] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.434658] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944222, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.935367] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944222, 'name': Destroy_Task, 'duration_secs': 0.330776} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.935791] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Destroyed the VM [ 1507.936101] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1507.936438] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa6fcad3-f44f-43b8-ac33-85d1b793872e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.943016] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1507.943016] env[69765]: value = "task-3944223" [ 1507.943016] env[69765]: _type = "Task" [ 1507.943016] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.951458] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.453289] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944223, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362732} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.453700] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1508.453825] env[69765]: DEBUG nova.compute.manager [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.454581] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aeb0ae-fc26-4c53-bab6-743f776b9b3c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.966621] env[69765]: INFO nova.compute.manager [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Shelve offloading [ 1509.470335] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.470759] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bffff7-28cb-431d-af24-85eef79249f0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.478464] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1509.478464] env[69765]: value = "task-3944224" [ 1509.478464] env[69765]: _type = "Task" [ 1509.478464] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.488184] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1509.488390] env[69765]: DEBUG nova.compute.manager [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.489110] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096f0e6-4012-465b-8688-1d9e7c901bef {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.495041] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.495201] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.495382] env[69765]: DEBUG nova.network.neutron [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1510.199431] env[69765]: DEBUG nova.network.neutron [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.701995] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.899548] env[69765]: DEBUG nova.compute.manager [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-vif-unplugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.899764] env[69765]: DEBUG oslo_concurrency.lockutils [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.899987] env[69765]: DEBUG oslo_concurrency.lockutils [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.900177] env[69765]: DEBUG oslo_concurrency.lockutils [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.900325] env[69765]: DEBUG nova.compute.manager [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] No waiting events found dispatching network-vif-unplugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.900493] env[69765]: WARNING nova.compute.manager [req-2040d7cc-aa59-48c1-b039-f19212cf162f req-d237d9fd-7760-4d8e-8f56-a5b547a53460 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received unexpected event network-vif-unplugged-7e598d64-dd84-4154-afef-fa58692096d8 for instance with vm_state shelved and task_state shelving_offloading. [ 1510.994672] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.995619] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98875e8-e0d3-48c0-9814-8a92c2daa837 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.004127] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.004367] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48174f66-fabb-46fa-a764-4308b49b9fbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.079607] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.079917] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.080231] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.080549] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b909bb-3e90-497a-94f5-4601bab8fc67 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.087696] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1511.087696] env[69765]: value = "task-3944226" [ 1511.087696] env[69765]: _type = "Task" [ 1511.087696] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.095989] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.597306] env[69765]: DEBUG oslo_vmware.api [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12559} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.597522] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.597716] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.597923] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.624519] env[69765]: INFO nova.scheduler.client.report [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted allocations for instance 173922cd-b8ac-4e54-9733-f07be9c18db7 [ 1512.130058] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.130490] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.130590] env[69765]: DEBUG nova.objects.instance [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'resources' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.634043] env[69765]: DEBUG nova.objects.instance [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'numa_topology' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.930403] env[69765]: DEBUG nova.compute.manager [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-changed-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.930657] env[69765]: DEBUG nova.compute.manager [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing instance network info cache due to event network-changed-7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.930901] env[69765]: DEBUG oslo_concurrency.lockutils [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.931206] env[69765]: DEBUG oslo_concurrency.lockutils [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.931415] env[69765]: DEBUG nova.network.neutron [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1513.139676] env[69765]: DEBUG nova.objects.base [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Object Instance<173922cd-b8ac-4e54-9733-f07be9c18db7> lazy-loaded attributes: resources,numa_topology {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1513.166241] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cad25-3594-4bcf-92dc-0eef19d139c4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.175130] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13952f3-bf2a-4fa8-bf74-4bd21a0aaaae {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.207350] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd1596-5118-480b-90a1-1f8bd0827da7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.215858] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc743da-0bd1-43f3-9960-00ed8db9bff1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.230122] env[69765]: DEBUG nova.compute.provider_tree [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.708177] env[69765]: DEBUG nova.network.neutron [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updated VIF entry in instance network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1513.708547] env[69765]: DEBUG nova.network.neutron [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7e598d64-dd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.732892] env[69765]: DEBUG nova.scheduler.client.report [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.965044] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.211414] env[69765]: DEBUG oslo_concurrency.lockutils [req-64e4b318-b3b3-4ade-874a-b4dfe7b451e4 req-aefe0486-da3e-41ef-b634-433856655b2f service nova] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.239122] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.747399] env[69765]: DEBUG oslo_concurrency.lockutils [None req-0227db84-0483-4a5d-909f-c18347b08fe6 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.656s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.748277] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.784s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.748461] env[69765]: INFO nova.compute.manager [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Unshelving [ 1515.758670] env[69765]: DEBUG nova.compute.utils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1516.262463] env[69765]: INFO nova.virt.block_device [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Booting with volume 1b71f3c4-06f8-40cf-b682-f694c5c92c75 at /dev/sdb [ 1516.302251] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3fc8a45-199f-46d5-8449-3bcdb51758b1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.312600] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256e510-d058-481d-ad4f-f4dbfd7ada4c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.337515] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c61b949a-7c3b-475a-b425-fe8d026a83e4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.346864] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b328544e-b5f3-4887-b624-05165d0a568a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.372846] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f0192-406a-40fb-a58e-9ca2d5302a99 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.379994] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c24e32-42a2-4fd0-b27e-32d77e46a0b0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.397283] env[69765]: DEBUG nova.virt.block_device [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating existing volume attachment record: 37741a76-1d9f-4bfe-b1ec-e864bc0f4625 {{(pid=69765) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1524.496545] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.496870] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.497058] env[69765]: DEBUG nova.objects.instance [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'pci_requests' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.001322] env[69765]: DEBUG nova.objects.instance [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'numa_topology' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.504700] env[69765]: INFO nova.compute.claims [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.540829] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a58df-0251-4c19-ac36-7792370269a1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.548522] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f28f6-0900-41ac-a6e0-3d72aef96a7c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.579327] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f602d62-3569-4719-9350-5888b9a16c68 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.586966] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54415bb9-8129-4fae-883f-84ccca9dda5e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.600486] env[69765]: DEBUG nova.compute.provider_tree [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.103720] env[69765]: DEBUG nova.scheduler.client.report [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.609084] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.637525] env[69765]: INFO nova.network.neutron [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating port 7e598d64-dd84-4154-afef-fa58692096d8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1528.999939] env[69765]: DEBUG nova.compute.manager [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.000307] env[69765]: DEBUG oslo_concurrency.lockutils [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.000407] env[69765]: DEBUG oslo_concurrency.lockutils [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.000575] env[69765]: DEBUG oslo_concurrency.lockutils [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.000743] env[69765]: DEBUG nova.compute.manager [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] No waiting events found dispatching network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.000906] env[69765]: WARNING nova.compute.manager [req-b51b6fbc-034e-4723-9051-34290bfd330a req-c92e7659-4223-4e02-971a-77e5554ad0bd service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received unexpected event network-vif-plugged-7e598d64-dd84-4154-afef-fa58692096d8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1529.078917] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.079134] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.079363] env[69765]: DEBUG nova.network.neutron [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1529.780878] env[69765]: DEBUG nova.network.neutron [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.284635] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.314233] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='85ada1ed0a9d38b396415310f4c1aa38',container_format='bare',created_at=2025-05-09T06:42:10Z,direct_url=,disk_format='vmdk',id=d175dcb0-8fe8-442a-9d00-7182a4683f41,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1882461327-shelved',owner='5bc03f6c35bc4ecda55112b0ab5517a7',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-09T06:42:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.314493] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.314653] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.314837] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.314984] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.315152] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.315361] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.315522] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.315710] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.315888] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.316071] env[69765]: DEBUG nova.virt.hardware [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.316925] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37886b31-26b5-4da4-b668-a5d11ae91f7f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.325650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea92db6-4ea1-4eed-91f2-95b84ef19733 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.339132] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c7:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e598d64-dd84-4154-afef-fa58692096d8', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.346522] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1530.346777] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1530.346996] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c58fec6-e6be-4bd2-987f-5764b6e6fb7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.366810] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.366810] env[69765]: value = "task-3944231" [ 1530.366810] env[69765]: _type = "Task" [ 1530.366810] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.376461] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944231, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.876359] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944231, 'name': CreateVM_Task, 'duration_secs': 0.337712} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.876549] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.877162] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.877342] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.877731] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.877978] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a92b6b6-4714-407e-84f0-50554fca8bbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.882435] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1530.882435] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a0467f-f73e-fec1-7c6f-2b2ea9c999ef" [ 1530.882435] env[69765]: _type = "Task" [ 1530.882435] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.889814] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a0467f-f73e-fec1-7c6f-2b2ea9c999ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.027862] env[69765]: DEBUG nova.compute.manager [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-changed-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.028105] env[69765]: DEBUG nova.compute.manager [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing instance network info cache due to event network-changed-7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1531.028352] env[69765]: DEBUG oslo_concurrency.lockutils [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] Acquiring lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.028497] env[69765]: DEBUG oslo_concurrency.lockutils [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] Acquired lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.028657] env[69765]: DEBUG nova.network.neutron [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Refreshing network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1531.393520] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.393936] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Processing image d175dcb0-8fe8-442a-9d00-7182a4683f41 {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.394080] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.394161] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.394346] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.394594] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb58d634-76e2-4f7e-ac65-64df77f3f64a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.403662] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.403897] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.404558] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33722790-6c15-4433-8dec-0ee1e50f6fa0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.410045] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1531.410045] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2dd17-246f-5f5f-65f5-7353b6fe0ef7" [ 1531.410045] env[69765]: _type = "Task" [ 1531.410045] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.418020] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52a2dd17-246f-5f5f-65f5-7353b6fe0ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.739395] env[69765]: DEBUG nova.network.neutron [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updated VIF entry in instance network info cache for port 7e598d64-dd84-4154-afef-fa58692096d8. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1531.739808] env[69765]: DEBUG nova.network.neutron [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [{"id": "7e598d64-dd84-4154-afef-fa58692096d8", "address": "fa:16:3e:6b:c7:8f", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e598d64-dd", "ovs_interfaceid": "7e598d64-dd84-4154-afef-fa58692096d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.919946] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1531.920232] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Fetch image to [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa/OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1531.920488] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Downloading stream optimized image d175dcb0-8fe8-442a-9d00-7182a4683f41 to [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa/OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa.vmdk on the data store datastore1 as vApp {{(pid=69765) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1531.920676] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Downloading image file data d175dcb0-8fe8-442a-9d00-7182a4683f41 to the ESX as VM named 'OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa' {{(pid=69765) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1531.932982] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.933215] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.990472] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1531.990472] env[69765]: value = "resgroup-9" [ 1531.990472] env[69765]: _type = "ResourcePool" [ 1531.990472] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1531.990796] env[69765]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-39725ac8-f6e5-4ed6-b8e5-e25d8785402e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.014832] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease: (returnval){ [ 1532.014832] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2c280-ce17-2e8e-d8ad-ec4e83a3788f" [ 1532.014832] env[69765]: _type = "HttpNfcLease" [ 1532.014832] env[69765]: } obtained for vApp import into resource pool (val){ [ 1532.014832] env[69765]: value = "resgroup-9" [ 1532.014832] env[69765]: _type = "ResourcePool" [ 1532.014832] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1532.015385] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the lease: (returnval){ [ 1532.015385] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2c280-ce17-2e8e-d8ad-ec4e83a3788f" [ 1532.015385] env[69765]: _type = "HttpNfcLease" [ 1532.015385] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1532.021391] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.021391] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2c280-ce17-2e8e-d8ad-ec4e83a3788f" [ 1532.021391] env[69765]: _type = "HttpNfcLease" [ 1532.021391] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1532.242816] env[69765]: DEBUG oslo_concurrency.lockutils [req-66096614-7a55-4544-b61d-af54b18870cd req-cbb28209-5b9b-4791-b54e-f095c5ab995f service nova] Releasing lock "refresh_cache-173922cd-b8ac-4e54-9733-f07be9c18db7" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.440520] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.440999] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.440999] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.441168] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.441215] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.441361] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.441499] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1532.441735] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.523773] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.523773] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2c280-ce17-2e8e-d8ad-ec4e83a3788f" [ 1532.523773] env[69765]: _type = "HttpNfcLease" [ 1532.523773] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1532.524149] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1532.524149] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52a2c280-ce17-2e8e-d8ad-ec4e83a3788f" [ 1532.524149] env[69765]: _type = "HttpNfcLease" [ 1532.524149] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1532.524825] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec88943a-9af1-4b31-859c-7076ce9d1251 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.532085] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1532.532289] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1532.598087] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33b07a31-974e-42a8-be15-274b125e5e1b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.944274] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.944553] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.944711] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.944862] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1532.947016] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75855927-ff07-425c-9889-ea29c1c1e34d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.955493] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114aa47-2c82-407b-bb3f-14b8b149886d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.975297] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b9cca-00c5-4f06-a5c6-2857256f1dd2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.983258] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860100a0-ca0d-4c39-88e8-ea6d9c2f1379 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.015723] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180554MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1533.015898] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.016173] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.678416] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1533.678804] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1533.679928] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b74068-68c9-4d70-b863-132d26d9da08 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.687922] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1533.688195] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1533.688470] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-54831cf0-96a3-4c95-812b-c56bb2a76ad2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.895813] env[69765]: DEBUG oslo_vmware.rw_handles [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295c876-33cf-dc4a-32db-6379951adc6a/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1533.896070] env[69765]: INFO nova.virt.vmwareapi.images [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Downloaded image file data d175dcb0-8fe8-442a-9d00-7182a4683f41 [ 1533.896915] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50f077f-2e00-4c2a-8699-86f44afef75e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.913246] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28cef888-d349-41bc-9cda-d4f3d2a7d260 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.941359] env[69765]: INFO nova.virt.vmwareapi.images [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] The imported VM was unregistered [ 1533.943584] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1533.944059] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.944143] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c8053b-7a33-414c-8ff6-6cfd1254fb6b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.965905] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.966124] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa/OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa.vmdk to [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk. {{(pid=69765) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1533.966431] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d74861e-9019-4d5e-aad4-db0a662da61c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.973880] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1533.973880] env[69765]: value = "task-3944234" [ 1533.973880] env[69765]: _type = "Task" [ 1533.973880] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.983441] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.048626] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 173922cd-b8ac-4e54-9733-f07be9c18db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1534.048883] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1534.049095] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1534.077897] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0262febc-c8ee-4fba-9333-4aed15a14bbb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.085383] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a87d6-dbc7-41fe-ad94-d12272d37a63 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.115130] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6677ae6-28d2-4be1-bce0-14b62415acde {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.124365] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474db02-44a0-4cf9-b88c-093878cd94dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.140579] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.486598] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.644224] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.987538] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.149400] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1535.149639] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.489409] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.990117] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.487062] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944234, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.304291} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.487368] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa/OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa.vmdk to [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk. [ 1536.487570] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Cleaning up location [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1536.487738] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_31e43469-4c17-438f-8419-def9633c53fa {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.487993] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daecfcbd-5989-4dd6-a246-357be236ac61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.494812] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1536.494812] env[69765]: value = "task-3944235" [ 1536.494812] env[69765]: _type = "Task" [ 1536.494812] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.502914] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.004753] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039626} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.005311] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.005311] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.005502] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk to [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.005765] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5abba9eb-c447-4004-aa93-2440b2ebb116 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.012104] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1537.012104] env[69765]: value = "task-3944236" [ 1537.012104] env[69765]: _type = "Task" [ 1537.012104] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.020079] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.523896] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.024333] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.525288] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.026755] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.525552] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944236, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.255376} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.525824] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d175dcb0-8fe8-442a-9d00-7182a4683f41/d175dcb0-8fe8-442a-9d00-7182a4683f41.vmdk to [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.526631] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d8416-1299-45c7-a332-ca7d3122eff9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.548181] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.548433] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9bad8d-828f-4476-96b1-c4bdb1f72a84 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.566963] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1539.566963] env[69765]: value = "task-3944237" [ 1539.566963] env[69765]: _type = "Task" [ 1539.566963] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.574982] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.077314] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944237, 'name': ReconfigVM_Task, 'duration_secs': 0.308695} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.077711] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7/173922cd-b8ac-4e54-9733-f07be9c18db7.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.078775] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'image_id': 'c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '37741a76-1d9f-4bfe-b1ec-e864bc0f4625', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782875', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'name': 'volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '173922cd-b8ac-4e54-9733-f07be9c18db7', 'attached_at': '', 'detached_at': '', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'serial': '1b71f3c4-06f8-40cf-b682-f694c5c92c75'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69765) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1540.078984] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Volume attach. Driver type: vmdk {{(pid=69765) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1540.079209] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782875', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'name': 'volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '173922cd-b8ac-4e54-9733-f07be9c18db7', 'attached_at': '', 'detached_at': '', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'serial': '1b71f3c4-06f8-40cf-b682-f694c5c92c75'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1540.080036] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623dd19-dca9-49b4-a9ec-5e92a4015f59 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.095114] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f946a65-c34a-46a9-9bf4-cc2dd9b14fed {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.120703] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75/volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.120950] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0cab53-15ec-4edb-a785-1a8edf739620 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.139880] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1540.139880] env[69765]: value = "task-3944238" [ 1540.139880] env[69765]: _type = "Task" [ 1540.139880] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.148584] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.650408] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944238, 'name': ReconfigVM_Task, 'duration_secs': 0.28353} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.650724] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75/volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75.vmdk or device None with type thin {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.655369] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde390df-4d0f-42a2-ad95-a0558bf58a05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.670450] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1540.670450] env[69765]: value = "task-3944239" [ 1540.670450] env[69765]: _type = "Task" [ 1540.670450] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.678158] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.180615] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944239, 'name': ReconfigVM_Task, 'duration_secs': 0.140239} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.181092] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782875', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'name': 'volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '173922cd-b8ac-4e54-9733-f07be9c18db7', 'attached_at': '', 'detached_at': '', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'serial': '1b71f3c4-06f8-40cf-b682-f694c5c92c75'} {{(pid=69765) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1541.181547] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6b0a381-0932-4fb0-91b9-78ffe82b8d2d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.188170] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1541.188170] env[69765]: value = "task-3944240" [ 1541.188170] env[69765]: _type = "Task" [ 1541.188170] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.197168] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944240, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.698447] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944240, 'name': Rename_Task, 'duration_secs': 0.143973} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.698709] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.698949] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54a3d3d-0d80-478d-adac-3cb933cd1b19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.705887] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1541.705887] env[69765]: value = "task-3944241" [ 1541.705887] env[69765]: _type = "Task" [ 1541.705887] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.720275] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.216165] env[69765]: DEBUG oslo_vmware.api [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944241, 'name': PowerOnVM_Task, 'duration_secs': 0.447476} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.216622] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.310719] env[69765]: DEBUG nova.compute.manager [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.311639] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a3100-35ec-49ce-b389-d4bb1895c2d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.828537] env[69765]: DEBUG oslo_concurrency.lockutils [None req-a8c8deca-5ce8-4393-a74e-7e0b543d89bf tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.080s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.540843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.540843] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.044147] env[69765]: INFO nova.compute.manager [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Detaching volume 1b71f3c4-06f8-40cf-b682-f694c5c92c75 [ 1579.075203] env[69765]: INFO nova.virt.block_device [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Attempting to driver detach volume 1b71f3c4-06f8-40cf-b682-f694c5c92c75 from mountpoint /dev/sdb [ 1579.075466] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Volume detach. Driver type: vmdk {{(pid=69765) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1579.075659] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782875', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'name': 'volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '173922cd-b8ac-4e54-9733-f07be9c18db7', 'attached_at': '', 'detached_at': '', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'serial': '1b71f3c4-06f8-40cf-b682-f694c5c92c75'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1579.076753] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60babc5-37e5-4181-9b0a-8cac1c741b92 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.098229] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5cb9e-fd10-4a67-9332-157eb8741d4e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.105792] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cee7b7-3a6c-447e-bc18-4a837e81db55 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.126253] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e441adc9-56ce-42de-b111-62b71481dc05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.140865] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75/volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75.vmdk. No consolidation needed. {{(pid=69765) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1579.146121] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.146412] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c6b405-30d0-48e5-96d8-0262e10f2787 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.164891] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1579.164891] env[69765]: value = "task-3944242" [ 1579.164891] env[69765]: _type = "Task" [ 1579.164891] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.173173] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.674691] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944242, 'name': ReconfigVM_Task, 'duration_secs': 0.22961} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.675172] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69765) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1579.679534] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a8fd63-39c0-4db5-bbdc-b2da8b68b3d9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.694771] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1579.694771] env[69765]: value = "task-3944243" [ 1579.694771] env[69765]: _type = "Task" [ 1579.694771] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.704420] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.205266] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.704410] env[69765]: DEBUG oslo_vmware.api [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944243, 'name': ReconfigVM_Task, 'duration_secs': 0.762442} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.704790] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782875', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'name': 'volume-1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '173922cd-b8ac-4e54-9733-f07be9c18db7', 'attached_at': '', 'detached_at': '', 'volume_id': '1b71f3c4-06f8-40cf-b682-f694c5c92c75', 'serial': '1b71f3c4-06f8-40cf-b682-f694c5c92c75'} {{(pid=69765) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1581.246926] env[69765]: DEBUG nova.objects.instance [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'flavor' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.255859] env[69765]: DEBUG oslo_concurrency.lockutils [None req-5e5b6d4b-0b7a-431e-b2bb-7773aa153363 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.715s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.777123] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.777414] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.777638] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.777826] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.777997] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.780195] env[69765]: INFO nova.compute.manager [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Terminating instance [ 1583.284309] env[69765]: DEBUG nova.compute.manager [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.284770] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.285481] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde490f0-dab6-4324-a02d-33bd90e77824 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.293291] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.293520] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35e5b64e-599b-45ce-973c-3e9a0404081e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.300345] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1583.300345] env[69765]: value = "task-3944244" [ 1583.300345] env[69765]: _type = "Task" [ 1583.300345] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.308188] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.810426] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944244, 'name': PowerOffVM_Task, 'duration_secs': 0.174342} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.810668] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.810867] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.811149] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a10a59-cf0b-43da-bbb0-7bed2bc1b090 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.870241] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.870552] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.870810] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore1] 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.871199] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc5fddd7-5470-4ffd-90cf-289fe7cc171b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.878768] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1583.878768] env[69765]: value = "task-3944246" [ 1583.878768] env[69765]: _type = "Task" [ 1583.878768] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.887376] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.389074] env[69765]: DEBUG oslo_vmware.api [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131792} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.389512] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.389512] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.389670] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.389842] env[69765]: INFO nova.compute.manager [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1584.390121] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.390320] env[69765]: DEBUG nova.compute.manager [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.390417] env[69765]: DEBUG nova.network.neutron [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1584.905757] env[69765]: DEBUG nova.compute.manager [req-5135159c-e3fb-4901-bcbd-edfca747d2bc req-c7cf8f19-3752-4780-8205-d07043bd12c4 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Received event network-vif-deleted-7e598d64-dd84-4154-afef-fa58692096d8 {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1584.906007] env[69765]: INFO nova.compute.manager [req-5135159c-e3fb-4901-bcbd-edfca747d2bc req-c7cf8f19-3752-4780-8205-d07043bd12c4 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Neutron deleted interface 7e598d64-dd84-4154-afef-fa58692096d8; detaching it from the instance and deleting it from the info cache [ 1584.906182] env[69765]: DEBUG nova.network.neutron [req-5135159c-e3fb-4901-bcbd-edfca747d2bc req-c7cf8f19-3752-4780-8205-d07043bd12c4 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.345279] env[69765]: DEBUG nova.network.neutron [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.410800] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf75c6d9-0870-4d49-8b18-57a025d642c6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.421197] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b5398-66ca-4fb0-8fe8-c4ccd31bbba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.446431] env[69765]: DEBUG nova.compute.manager [req-5135159c-e3fb-4901-bcbd-edfca747d2bc req-c7cf8f19-3752-4780-8205-d07043bd12c4 service nova] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Detach interface failed, port_id=7e598d64-dd84-4154-afef-fa58692096d8, reason: Instance 173922cd-b8ac-4e54-9733-f07be9c18db7 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1585.848586] env[69765]: INFO nova.compute.manager [-] [instance: 173922cd-b8ac-4e54-9733-f07be9c18db7] Took 1.46 seconds to deallocate network for instance. [ 1586.356071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.356411] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.356683] env[69765]: DEBUG nova.objects.instance [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'resources' on Instance uuid 173922cd-b8ac-4e54-9733-f07be9c18db7 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.904133] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e009749-31bf-49dc-9661-09b5e7fb0afe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.911943] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ffc66-08a3-4e81-8f9b-2fe6a17842b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.941923] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e9c37-cb04-4939-a140-704b7a5becfa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.950010] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f854b1-647e-4c9b-8b05-ffb308661697 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.965028] env[69765]: DEBUG nova.compute.provider_tree [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.468822] env[69765]: DEBUG nova.scheduler.client.report [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.974337] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.996349] env[69765]: INFO nova.scheduler.client.report [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted allocations for instance 173922cd-b8ac-4e54-9733-f07be9c18db7 [ 1588.505621] env[69765]: DEBUG oslo_concurrency.lockutils [None req-7e60a1da-eae6-4833-bff2-45074319bb1b tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "173922cd-b8ac-4e54-9733-f07be9c18db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.729481] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.729742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.231859] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Starting instance... {{(pid=69765) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.752361] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.752628] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.754200] env[69765]: INFO nova.compute.claims [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.788736] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d9076-7c9c-45da-973c-e2b6353da255 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.796854] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744409a5-c691-446d-89cd-b39da63d4cb9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.827135] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d18f02-dcab-48fd-b16c-34f21b6b2e61 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.834776] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023d84e-ec4a-4373-9e2a-f034d5b3a321 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.847898] env[69765]: DEBUG nova.compute.provider_tree [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.351601] env[69765]: DEBUG nova.scheduler.client.report [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.856723] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.857275] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Start building networks asynchronously for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.363041] env[69765]: DEBUG nova.compute.utils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Using /dev/sd instead of None {{(pid=69765) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1594.364435] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Allocating IP information in the background. {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.364606] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] allocate_for_instance() {{(pid=69765) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.411430] env[69765]: DEBUG nova.policy [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90519d570948435ea116b11e18be2768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc03f6c35bc4ecda55112b0ab5517a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69765) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.712711] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Successfully created port: 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.867469] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Start building block device mappings for instance. {{(pid=69765) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.151428] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.151628] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.151752] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.151904] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.152076] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.152221] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.152367] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.152507] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1595.152651] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.656286] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.656548] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.656729] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.656923] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1595.657964] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b008b799-54d4-41fc-ad96-376179432712 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.668233] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250d419-d6f6-4640-bee8-c173521ae112 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.683204] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134d53b-64ea-4e0e-adc9-ce3a1bc217f8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.690711] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276a13c-185b-4dba-b529-8a9c77222cfc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.721390] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180796MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1595.721634] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.721807] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.877072] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Start spawning the instance on the hypervisor. {{(pid=69765) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.906160] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T06:25:12Z,direct_url=,disk_format='vmdk',id=c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ee843e377ec94f59abf391e4a03bbffd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T06:25:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.906423] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.906585] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.906780] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.906932] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.907105] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.907322] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.907482] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.907670] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.907860] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.908047] env[69765]: DEBUG nova.virt.hardware [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.908934] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f9978-b991-46b0-a0c3-c64a25135c96 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.917102] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5e65b-b887-44a8-9ea6-f51d888d1720 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.085033] env[69765]: DEBUG nova.compute.manager [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1596.085293] env[69765]: DEBUG oslo_concurrency.lockutils [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.085606] env[69765]: DEBUG oslo_concurrency.lockutils [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.085857] env[69765]: DEBUG oslo_concurrency.lockutils [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.086129] env[69765]: DEBUG nova.compute.manager [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] No waiting events found dispatching network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.086390] env[69765]: WARNING nova.compute.manager [req-94201b30-d1a2-4567-9592-6032118ff653 req-78fbcbb8-f9e2-4750-8600-88daa32ec47a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received unexpected event network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db for instance with vm_state building and task_state spawning. [ 1596.178720] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Successfully updated port: 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.681190] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.681351] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.681537] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1596.746207] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 121e901e-9c08-455d-a68e-333b55458988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1596.746418] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1596.746563] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1596.774394] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437e934-3f33-49ca-9eff-9b28ce9f096e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.782276] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd0f5c-f14b-48e4-87c1-4a4d91dd155d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.813047] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9708fe-c94e-4f3c-933e-c70da9e91c16 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.821692] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694422d-92aa-44fa-a7f6-494e8e4c815d {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.836464] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.224414] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance cache missing network info. {{(pid=69765) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1597.340212] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.356414] env[69765]: DEBUG nova.network.neutron [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.845932] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1597.845932] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.859064] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.859064] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance network_info: |[{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69765) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.859498] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:56:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c297f9c-e580-4bab-b800-9f8c2a36e4db', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.867608] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1597.867862] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.868144] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0095125-cc09-46af-94fd-163724e6260e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.892286] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.892286] env[69765]: value = "task-3944247" [ 1597.892286] env[69765]: _type = "Task" [ 1597.892286] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.903717] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944247, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.110397] env[69765]: DEBUG nova.compute.manager [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1598.110646] env[69765]: DEBUG nova.compute.manager [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing instance network info cache due to event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1598.110825] env[69765]: DEBUG oslo_concurrency.lockutils [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.110975] env[69765]: DEBUG oslo_concurrency.lockutils [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.111153] env[69765]: DEBUG nova.network.neutron [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1598.403516] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944247, 'name': CreateVM_Task, 'duration_secs': 0.390488} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.403996] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.404436] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.404606] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.404975] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.405263] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b030573-ee1f-4ce9-9fce-4a7900ccca52 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.411321] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1598.411321] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5231889d-b12e-79b9-93b8-9e8b3d3b5da4" [ 1598.411321] env[69765]: _type = "Task" [ 1598.411321] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.421095] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5231889d-b12e-79b9-93b8-9e8b3d3b5da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.798545] env[69765]: DEBUG nova.network.neutron [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updated VIF entry in instance network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1598.798991] env[69765]: DEBUG nova.network.neutron [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.922098] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5231889d-b12e-79b9-93b8-9e8b3d3b5da4, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.922417] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.922650] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Processing image c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.922897] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.923058] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.923245] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.923505] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecdb853e-75d7-47ee-926f-7a3dd4f99bc5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.932545] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.932789] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.933604] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356ed0df-9b6f-46e5-9cbc-c5280b7a6669 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.939206] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1598.939206] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52bd8e04-1e57-214f-a151-e7365c765f9c" [ 1598.939206] env[69765]: _type = "Task" [ 1598.939206] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.947210] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bd8e04-1e57-214f-a151-e7365c765f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.302607] env[69765]: DEBUG oslo_concurrency.lockutils [req-03365961-c73f-4df5-997d-228f9c6c5137 req-c9588c2c-1a76-41ce-9a85-63e066a3dba5 service nova] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.449584] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]52bd8e04-1e57-214f-a151-e7365c765f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.450407] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a4570d-3da1-495b-913d-e636d0a2fa19 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.455834] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1599.455834] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]520b04a3-52de-2071-b2f0-4b5a349fa7dd" [ 1599.455834] env[69765]: _type = "Task" [ 1599.455834] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.463852] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520b04a3-52de-2071-b2f0-4b5a349fa7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.966506] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]520b04a3-52de-2071-b2f0-4b5a349fa7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.966779] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.967058] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.967324] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe849b4-a567-4726-86be-cb41210d7bcd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.974603] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1599.974603] env[69765]: value = "task-3944248" [ 1599.974603] env[69765]: _type = "Task" [ 1599.974603] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.982738] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.485702] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453168} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.486120] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f/c8d68a8c-fb6a-4dd0-a45a-0dc7c3e48e5f.vmdk to [datastore1] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.486253] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Extending root virtual disk to 1048576 {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.486458] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a8a555-56f1-4c40-bfe7-4dd6d1fd472e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.493087] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1600.493087] env[69765]: value = "task-3944249" [ 1600.493087] env[69765]: _type = "Task" [ 1600.493087] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.502595] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.005482] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057936} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.005716] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Extended root virtual disk {{(pid=69765) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.006488] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492eb4b8-1ce1-425d-a5c6-0e689413b350 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.028653] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.028947] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2aa977b-5ff7-4d04-a3b6-112ad5bf42b3 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.048953] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1601.048953] env[69765]: value = "task-3944250" [ 1601.048953] env[69765]: _type = "Task" [ 1601.048953] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.057239] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.559258] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944250, 'name': ReconfigVM_Task, 'duration_secs': 0.281588} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.559651] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk or device None with type sparse {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.560193] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c31ea69-1596-44fa-b52e-0a143fb43fc9 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.566817] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1601.566817] env[69765]: value = "task-3944251" [ 1601.566817] env[69765]: _type = "Task" [ 1601.566817] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.576180] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944251, 'name': Rename_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.077098] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944251, 'name': Rename_Task, 'duration_secs': 0.134077} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.077399] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.077660] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d86e3bff-ae3f-4451-b202-8491dedb643b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.085567] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1602.085567] env[69765]: value = "task-3944252" [ 1602.085567] env[69765]: _type = "Task" [ 1602.085567] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.093640] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.596393] env[69765]: DEBUG oslo_vmware.api [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944252, 'name': PowerOnVM_Task, 'duration_secs': 0.446849} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.596740] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.596851] env[69765]: INFO nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1602.597032] env[69765]: DEBUG nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.597821] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b346ae38-d2bc-4a96-8e89-a1e7ab68c511 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.117401] env[69765]: INFO nova.compute.manager [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Took 11.38 seconds to build instance. [ 1603.619889] env[69765]: DEBUG oslo_concurrency.lockutils [None req-592678d0-dcb7-4485-9546-db6f138e3a76 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.890s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.005250] env[69765]: DEBUG nova.compute.manager [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.005433] env[69765]: DEBUG nova.compute.manager [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing instance network info cache due to event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.005649] env[69765]: DEBUG oslo_concurrency.lockutils [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.005793] env[69765]: DEBUG oslo_concurrency.lockutils [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.006015] env[69765]: DEBUG nova.network.neutron [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1604.709676] env[69765]: DEBUG nova.network.neutron [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updated VIF entry in instance network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1604.710099] env[69765]: DEBUG nova.network.neutron [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.213195] env[69765]: DEBUG oslo_concurrency.lockutils [req-90f9f5fe-ac51-41a6-9808-b341d5f2a324 req-52e71cbe-c837-410b-9061-749f5695e218 service nova] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.639111] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.639408] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.639571] env[69765]: INFO nova.compute.manager [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Shelving [ 1641.650481] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.650890] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5929c638-dd3b-405c-8ee9-eff78bac5454 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.658813] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1641.658813] env[69765]: value = "task-3944253" [ 1641.658813] env[69765]: _type = "Task" [ 1641.658813] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.667825] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.169463] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944253, 'name': PowerOffVM_Task, 'duration_secs': 0.173086} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.169729] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.170563] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70decc67-32ad-4ebf-9090-d099aeaa29bc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.190017] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3c5dfb-fac1-411f-87ab-1dc68aeaf53a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.701182] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Creating Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1642.701616] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f5a386b-5182-4029-955b-9953d456942f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.712197] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1642.712197] env[69765]: value = "task-3944254" [ 1642.712197] env[69765]: _type = "Task" [ 1642.712197] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.725843] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944254, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.223293] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944254, 'name': CreateSnapshot_Task, 'duration_secs': 0.441776} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.223580] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Created Snapshot of the VM instance {{(pid=69765) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1643.224370] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e823ca-d2a5-48be-9ef6-a82ef419e04c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.742084] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Creating linked-clone VM from snapshot {{(pid=69765) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1643.742084] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b64d72e-99a6-43e4-a9c5-f1a7822ba469 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.751051] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1643.751051] env[69765]: value = "task-3944255" [ 1643.751051] env[69765]: _type = "Task" [ 1643.751051] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.759489] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944255, 'name': CloneVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.261851] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944255, 'name': CloneVM_Task} progress is 94%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.762616] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944255, 'name': CloneVM_Task, 'duration_secs': 0.939793} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.763789] env[69765]: INFO nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Created linked-clone VM from snapshot [ 1644.764107] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7ac89-d1da-4cf1-85c4-28916ddd5a44 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.771249] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Uploading image 7fbf8d97-5850-4bbd-8961-c6731caf9b02 {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1644.791925] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1644.791925] env[69765]: value = "vm-782880" [ 1644.791925] env[69765]: _type = "VirtualMachine" [ 1644.791925] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1644.792216] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a05df923-2e35-41db-bb73-f6794925d939 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.799477] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease: (returnval){ [ 1644.799477] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b10187-fcc7-8445-f02a-300914121183" [ 1644.799477] env[69765]: _type = "HttpNfcLease" [ 1644.799477] env[69765]: } obtained for exporting VM: (result){ [ 1644.799477] env[69765]: value = "vm-782880" [ 1644.799477] env[69765]: _type = "VirtualMachine" [ 1644.799477] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1644.799735] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the lease: (returnval){ [ 1644.799735] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b10187-fcc7-8445-f02a-300914121183" [ 1644.799735] env[69765]: _type = "HttpNfcLease" [ 1644.799735] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1644.806655] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.806655] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b10187-fcc7-8445-f02a-300914121183" [ 1644.806655] env[69765]: _type = "HttpNfcLease" [ 1644.806655] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1645.307922] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1645.307922] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b10187-fcc7-8445-f02a-300914121183" [ 1645.307922] env[69765]: _type = "HttpNfcLease" [ 1645.307922] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1645.308330] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1645.308330] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52b10187-fcc7-8445-f02a-300914121183" [ 1645.308330] env[69765]: _type = "HttpNfcLease" [ 1645.308330] env[69765]: }. {{(pid=69765) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1645.309319] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11665119-7684-4b7c-86ca-20ccf9c35c51 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.317097] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1645.317286] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk for reading. {{(pid=69765) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1645.403634] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2436f2c-773c-4f52-bdcd-2f1f988b0ff1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.333046] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1652.334167] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec170c72-7a2d-431d-b00e-a3ed948521d1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.340594] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1652.340785] env[69765]: ERROR oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk due to incomplete transfer. [ 1652.340988] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59766af4-6c3b-4c61-acab-8fdb4014ddbd {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.349451] env[69765]: DEBUG oslo_vmware.rw_handles [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636c4d-edac-b727-35af-77b21cfb88f9/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1652.349676] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Uploaded image 7fbf8d97-5850-4bbd-8961-c6731caf9b02 to the Glance image server {{(pid=69765) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1652.351864] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Destroying the VM {{(pid=69765) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1652.352129] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef021b4b-141e-4bac-acbe-ef0d90427cb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.358679] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1652.358679] env[69765]: value = "task-3944257" [ 1652.358679] env[69765]: _type = "Task" [ 1652.358679] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.367399] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944257, 'name': Destroy_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.868930] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944257, 'name': Destroy_Task, 'duration_secs': 0.325366} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.869181] env[69765]: INFO nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Destroyed the VM [ 1652.869458] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleting Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1652.869733] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6f02db0-03b5-42f8-87cb-6983a32d76ac {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.877365] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1652.877365] env[69765]: value = "task-3944258" [ 1652.877365] env[69765]: _type = "Task" [ 1652.877365] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.886298] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.388771] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344818} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.389221] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleted Snapshot of the VM instance {{(pid=69765) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1653.389381] env[69765]: DEBUG nova.compute.manager [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.390190] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a5f52-24e9-4cf4-8cd6-d2cb06bf915a {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.903278] env[69765]: INFO nova.compute.manager [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Shelve offloading [ 1654.407126] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.407476] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9c48da-7fe4-4798-b374-b0d85c12b4e0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.415554] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1654.415554] env[69765]: value = "task-3944259" [ 1654.415554] env[69765]: _type = "Task" [ 1654.415554] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.424437] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.927511] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] VM already powered off {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1654.927772] env[69765]: DEBUG nova.compute.manager [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.928610] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc43079-3514-4e21-aa5c-bda7085e6309 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.935384] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.935588] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.935719] env[69765]: DEBUG nova.network.neutron [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1655.643080] env[69765]: DEBUG nova.network.neutron [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.146071] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.342568] env[69765]: DEBUG nova.compute.manager [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-vif-unplugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1656.342790] env[69765]: DEBUG oslo_concurrency.lockutils [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.342995] env[69765]: DEBUG oslo_concurrency.lockutils [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1656.343181] env[69765]: DEBUG oslo_concurrency.lockutils [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.343348] env[69765]: DEBUG nova.compute.manager [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] No waiting events found dispatching network-vif-unplugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.343512] env[69765]: WARNING nova.compute.manager [req-eece0a2c-cc15-4ae6-bd05-c2c35a6060b6 req-b7aa4bdd-37f8-4b50-a56a-20af17016ff1 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received unexpected event network-vif-unplugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db for instance with vm_state shelved and task_state shelving_offloading. [ 1656.441748] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.442650] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28dc5ef-343c-44f9-ab57-41da7ea89731 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.451706] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.451949] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c7a1ec0-e739-4afd-a2dd-5ecbca71ed11 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.515939] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1656.516184] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleting contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1656.516374] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore1] 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.516652] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d6bd24-570c-4d06-8fdc-877bdd744251 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.524971] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1656.524971] env[69765]: value = "task-3944261" [ 1656.524971] env[69765]: _type = "Task" [ 1656.524971] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.533307] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.035577] env[69765]: DEBUG oslo_vmware.api [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126672} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.035926] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.036022] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleted contents of the VM from datastore datastore1 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.036194] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.060900] env[69765]: INFO nova.scheduler.client.report [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted allocations for instance 121e901e-9c08-455d-a68e-333b55458988 [ 1657.190412] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.190666] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.566095] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.566352] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.566603] env[69765]: DEBUG nova.objects.instance [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'resources' on Instance uuid 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.696044] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696044] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696044] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696267] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696403] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696542] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.696688] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1657.697324] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.070657] env[69765]: DEBUG nova.objects.instance [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'numa_topology' on Instance uuid 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.199963] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.372230] env[69765]: DEBUG nova.compute.manager [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1658.372472] env[69765]: DEBUG nova.compute.manager [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing instance network info cache due to event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1658.372772] env[69765]: DEBUG oslo_concurrency.lockutils [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.372955] env[69765]: DEBUG oslo_concurrency.lockutils [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.373173] env[69765]: DEBUG nova.network.neutron [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1658.573892] env[69765]: DEBUG nova.objects.base [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Object Instance<121e901e-9c08-455d-a68e-333b55458988> lazy-loaded attributes: resources,numa_topology {{(pid=69765) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1658.590311] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c456a-68d0-46e6-8acf-a9dcdbe5e770 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.599144] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe22b57-4f25-4de7-ae3b-8537c7731c27 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.632908] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c756865-4df8-4f9f-abb2-892381d85b70 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.640853] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643dbc50-90c9-4d59-b9e7-9ce86583f915 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.655308] env[69765]: DEBUG nova.compute.provider_tree [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.112752] env[69765]: DEBUG nova.network.neutron [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updated VIF entry in instance network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1659.113121] env[69765]: DEBUG nova.network.neutron [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.158209] env[69765]: DEBUG nova.scheduler.client.report [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.616300] env[69765]: DEBUG oslo_concurrency.lockutils [req-4ffd77b9-45ec-43b1-98fa-343e5b00d7a5 req-0adbe6f9-5bab-4b2e-bd5d-a870f28e0b36 service nova] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.662515] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.665093] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.465s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.665283] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.665441] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1659.666651] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043bcf55-1513-40ac-ae43-553717327041 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.675388] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee0a32-e3cf-40e9-9fa4-2452a3a9d4ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.690213] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc3c240-fe66-45aa-8be7-4f00b98403ff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.698152] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a08ca-c0e1-46c5-bb3e-6269d0676d05 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.727384] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180820MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1659.727535] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.727753] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.151112] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.170909] env[69765]: DEBUG oslo_concurrency.lockutils [None req-b4fdf086-f37d-4855-8619-ac5bcd801bd2 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.531s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.171811] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.021s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.171906] env[69765]: INFO nova.compute.manager [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Unshelving [ 1661.193478] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.251561] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Instance 121e901e-9c08-455d-a68e-333b55458988 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69765) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1661.251770] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1661.251916] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1661.278900] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec2101-de1b-4045-94be-5d48b48d7579 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.287086] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3334300-c3f8-4c03-94de-4ec68958ae35 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.318088] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72609ba-ef1f-4d33-87cb-35b04361ff57 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.325592] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e69edf-9fa1-4454-ae2a-42bceb41034f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.339118] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.841861] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.347321] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1662.347727] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.620s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.347952] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.155s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.348233] env[69765]: DEBUG nova.objects.instance [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'pci_requests' on Instance uuid 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.852560] env[69765]: DEBUG nova.objects.instance [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'numa_topology' on Instance uuid 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.355337] env[69765]: INFO nova.compute.claims [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.395646] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a26f82-f2dd-4df0-8a34-083a74078ac4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.405510] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec7994-b5fe-4dfc-b4b3-146cf74f9a8c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.436674] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff200856-af76-4fc1-837d-8024297f3397 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.445246] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19985d25-61c0-471f-93e8-86860dacf338 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.459526] env[69765]: DEBUG nova.compute.provider_tree [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.963392] env[69765]: DEBUG nova.scheduler.client.report [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.468757] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.121s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.498128] env[69765]: INFO nova.network.neutron [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating port 7c297f9c-e580-4bab-b800-9f8c2a36e4db with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1666.906812] env[69765]: DEBUG nova.compute.manager [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1666.907056] env[69765]: DEBUG oslo_concurrency.lockutils [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.907247] env[69765]: DEBUG oslo_concurrency.lockutils [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.907394] env[69765]: DEBUG oslo_concurrency.lockutils [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] Lock "121e901e-9c08-455d-a68e-333b55458988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.907599] env[69765]: DEBUG nova.compute.manager [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] No waiting events found dispatching network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.907783] env[69765]: WARNING nova.compute.manager [req-54c41279-6aea-4124-a30c-a69434f4b6d3 req-85de9d28-3cc3-42c8-8335-74f9787a0d0f service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received unexpected event network-vif-plugged-7c297f9c-e580-4bab-b800-9f8c2a36e4db for instance with vm_state shelved_offloaded and task_state spawning. [ 1667.002554] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.002747] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.002929] env[69765]: DEBUG nova.network.neutron [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Building network info cache for instance {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1667.711771] env[69765]: DEBUG nova.network.neutron [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.215219] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.244096] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T06:25:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='64e70156b9448e14d8f832e7c503d3fb',container_format='bare',created_at=2025-05-09T06:44:35Z,direct_url=,disk_format='vmdk',id=7fbf8d97-5850-4bbd-8961-c6731caf9b02,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-84719292-shelved',owner='5bc03f6c35bc4ecda55112b0ab5517a7',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-09T06:44:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.244405] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.244614] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image limits 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.244844] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Flavor pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.245046] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Image pref 0:0:0 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.245253] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69765) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.245495] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.245696] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.245906] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Got 1 possible topologies {{(pid=69765) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.246119] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.246337] env[69765]: DEBUG nova.virt.hardware [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69765) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.247233] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c80f334-a247-4a15-b245-129dcfbb7cd8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.255451] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8980f6d9-fe44-4ce1-b998-fe3f588447ad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.268786] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:56:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c297f9c-e580-4bab-b800-9f8c2a36e4db', 'vif_model': 'vmxnet3'}] {{(pid=69765) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.276144] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1668.276395] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Creating VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.276603] env[69765]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bdbfc48-0253-4173-af12-0fbbba422cf5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.295515] env[69765]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.295515] env[69765]: value = "task-3944262" [ 1668.295515] env[69765]: _type = "Task" [ 1668.295515] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.303398] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944262, 'name': CreateVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.805752] env[69765]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944262, 'name': CreateVM_Task, 'duration_secs': 0.304412} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.805913] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Created VM on the ESX host {{(pid=69765) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.806573] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.806742] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.807160] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.807423] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39f1e55-2213-4777-8071-d04b6aba7963 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.813166] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1668.813166] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]524824fa-59fc-ee10-fbc2-e51fa3bf454e" [ 1668.813166] env[69765]: _type = "Task" [ 1668.813166] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.821045] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]524824fa-59fc-ee10-fbc2-e51fa3bf454e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.932580] env[69765]: DEBUG nova.compute.manager [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1668.932717] env[69765]: DEBUG nova.compute.manager [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing instance network info cache due to event network-changed-7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1668.932983] env[69765]: DEBUG oslo_concurrency.lockutils [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] Acquiring lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.933083] env[69765]: DEBUG oslo_concurrency.lockutils [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] Acquired lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.933273] env[69765]: DEBUG nova.network.neutron [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Refreshing network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1669.323132] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.323534] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Processing image 7fbf8d97-5850-4bbd-8961-c6731caf9b02 {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.323610] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.323767] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.323951] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.324234] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353bf460-b2cc-44fe-b4ea-63e37695f5c8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.334702] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.334882] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69765) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.335596] env[69765]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8643eb1-b4e2-4494-abd7-c428663230bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.340759] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1669.340759] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]5236db28-f6a5-fb21-4404-aa1afa17670d" [ 1669.340759] env[69765]: _type = "Task" [ 1669.340759] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.348552] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': session[52f5b747-0424-af42-24d1-949f82652095]5236db28-f6a5-fb21-4404-aa1afa17670d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.632254] env[69765]: DEBUG nova.network.neutron [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updated VIF entry in instance network info cache for port 7c297f9c-e580-4bab-b800-9f8c2a36e4db. {{(pid=69765) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1669.632549] env[69765]: DEBUG nova.network.neutron [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [{"id": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "address": "fa:16:3e:86:56:1a", "network": {"id": "9fd049f5-80ad-4184-b195-99811456014d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848566052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc03f6c35bc4ecda55112b0ab5517a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c297f9c-e5", "ovs_interfaceid": "7c297f9c-e580-4bab-b800-9f8c2a36e4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.852051] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Preparing fetch location {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1669.852337] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Fetch image to [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce/OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce.vmdk {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1669.852521] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Downloading stream optimized image 7fbf8d97-5850-4bbd-8961-c6731caf9b02 to [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce/OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce.vmdk on the data store datastore2 as vApp {{(pid=69765) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1669.852701] env[69765]: DEBUG nova.virt.vmwareapi.images [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Downloading image file data 7fbf8d97-5850-4bbd-8961-c6731caf9b02 to the ESX as VM named 'OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce' {{(pid=69765) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1669.922931] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1669.922931] env[69765]: value = "resgroup-9" [ 1669.922931] env[69765]: _type = "ResourcePool" [ 1669.922931] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1669.923401] env[69765]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1290da9a-ac0b-4cd4-8a6e-0fa510bbf9d0 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.945633] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease: (returnval){ [ 1669.945633] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52723012-57f9-e79e-f4a6-95658b4c8fb9" [ 1669.945633] env[69765]: _type = "HttpNfcLease" [ 1669.945633] env[69765]: } obtained for vApp import into resource pool (val){ [ 1669.945633] env[69765]: value = "resgroup-9" [ 1669.945633] env[69765]: _type = "ResourcePool" [ 1669.945633] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1669.946048] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the lease: (returnval){ [ 1669.946048] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52723012-57f9-e79e-f4a6-95658b4c8fb9" [ 1669.946048] env[69765]: _type = "HttpNfcLease" [ 1669.946048] env[69765]: } to be ready. {{(pid=69765) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1669.953121] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1669.953121] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52723012-57f9-e79e-f4a6-95658b4c8fb9" [ 1669.953121] env[69765]: _type = "HttpNfcLease" [ 1669.953121] env[69765]: } is initializing. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1670.135766] env[69765]: DEBUG oslo_concurrency.lockutils [req-e5556d37-1674-4d38-8c6f-a323bc04e10a req-19503d4f-43ce-4419-8793-51bedb46b7e4 service nova] Releasing lock "refresh_cache-121e901e-9c08-455d-a68e-333b55458988" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.454774] env[69765]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1670.454774] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52723012-57f9-e79e-f4a6-95658b4c8fb9" [ 1670.454774] env[69765]: _type = "HttpNfcLease" [ 1670.454774] env[69765]: } is ready. {{(pid=69765) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1670.455214] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1670.455214] env[69765]: value = "session[52f5b747-0424-af42-24d1-949f82652095]52723012-57f9-e79e-f4a6-95658b4c8fb9" [ 1670.455214] env[69765]: _type = "HttpNfcLease" [ 1670.455214] env[69765]: }. {{(pid=69765) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1670.455819] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c68a2-9db6-4aed-9512-4e17056030b8 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.463327] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk from lease info. {{(pid=69765) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1670.463520] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk. {{(pid=69765) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1670.524470] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-414a0010-132c-4406-b5c3-300d7cbbd1bb {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.605264] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Completed reading data from the image iterator. {{(pid=69765) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1671.605616] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1671.606449] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb753f8d-7b6c-4d36-a9c0-bfcafc518fa5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.613544] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk is in state: ready. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1671.613676] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk. {{(pid=69765) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1671.613846] env[69765]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0a562b4c-79a3-4f7f-be87-863cc1bd7fb1 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.815331] env[69765]: DEBUG oslo_vmware.rw_handles [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52706d3f-7484-cf7a-c603-58706a764916/disk-0.vmdk. {{(pid=69765) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1671.815584] env[69765]: INFO nova.virt.vmwareapi.images [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Downloaded image file data 7fbf8d97-5850-4bbd-8961-c6731caf9b02 [ 1671.816486] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafbe01d-3247-439f-8f46-d73fe9e56d77 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.832956] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b451ea8-3330-413b-a800-3f74cc19d9ec {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.857530] env[69765]: INFO nova.virt.vmwareapi.images [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] The imported VM was unregistered [ 1671.859733] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Caching image {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1671.859978] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.860298] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdc29004-8063-419f-bd27-8d3c2acce6aa {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.874369] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Created directory with path [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02 {{(pid=69765) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.874588] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce/OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce.vmdk to [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk. {{(pid=69765) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1671.874825] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6c0c13bd-2d29-44a7-b28b-aef51ff78ba2 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.881856] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1671.881856] env[69765]: value = "task-3944265" [ 1671.881856] env[69765]: _type = "Task" [ 1671.881856] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.889933] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.395451] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.895866] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.396101] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.896159] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.397467] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944265, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.360861} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.397774] env[69765]: INFO nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce/OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce.vmdk to [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk. [ 1674.397963] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Cleaning up location [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce {{(pid=69765) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1674.398147] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8ee000dc-3145-43be-849a-7106c4bfe6ce {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.398404] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61da0ce1-d25e-4e80-9b0e-ab99cfa10d9c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.404802] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1674.404802] env[69765]: value = "task-3944266" [ 1674.404802] env[69765]: _type = "Task" [ 1674.404802] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.412519] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.915801] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074801} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.916154] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.916186] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk" {{(pid=69765) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.916440] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk to [datastore2] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.916696] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3f9f489-19e1-453e-bf63-4cec5f4e35d6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.934219] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1674.934219] env[69765]: value = "task-3944267" [ 1674.934219] env[69765]: _type = "Task" [ 1674.934219] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.945535] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.445840] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.947058] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.449639] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.949507] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.448952] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944267, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456313} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.449305] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fbf8d97-5850-4bbd-8961-c6731caf9b02/7fbf8d97-5850-4bbd-8961-c6731caf9b02.vmdk to [datastore2] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk {{(pid=69765) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.450057] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a9d45-9fd2-401f-b279-badd1dfce930 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.473198] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.473512] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98b1da1-ea35-4aac-bce0-4d220e139cad {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.493385] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1677.493385] env[69765]: value = "task-3944268" [ 1677.493385] env[69765]: _type = "Task" [ 1677.493385] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.502088] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.003540] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944268, 'name': ReconfigVM_Task, 'duration_secs': 0.285697} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.003911] env[69765]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 121e901e-9c08-455d-a68e-333b55458988/121e901e-9c08-455d-a68e-333b55458988.vmdk or device None with type streamOptimized {{(pid=69765) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.004565] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-632fcfea-9466-452f-a2bb-ab7449d053dc {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.012307] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1678.012307] env[69765]: value = "task-3944269" [ 1678.012307] env[69765]: _type = "Task" [ 1678.012307] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.021521] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944269, 'name': Rename_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.522451] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944269, 'name': Rename_Task, 'duration_secs': 0.146123} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.522710] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powering on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.522957] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ebc1485-438d-4253-b335-aacf0a55e9b6 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.529496] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1678.529496] env[69765]: value = "task-3944270" [ 1678.529496] env[69765]: _type = "Task" [ 1678.529496] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.537513] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.040751] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944270, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.543472] env[69765]: DEBUG oslo_vmware.api [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944270, 'name': PowerOnVM_Task, 'duration_secs': 0.565706} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.543801] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powered on the VM {{(pid=69765) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.635311] env[69765]: DEBUG nova.compute.manager [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Checking state {{(pid=69765) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.636307] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707c154-ef14-4902-962d-878c2d4ea557 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.155228] env[69765]: DEBUG oslo_concurrency.lockutils [None req-13bdefc0-6d96-46f6-a29f-5052853225b3 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.983s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.560827] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.561233] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.561356] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "121e901e-9c08-455d-a68e-333b55458988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.561577] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.561801] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.565508] env[69765]: INFO nova.compute.manager [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Terminating instance [ 1718.070105] env[69765]: DEBUG nova.compute.manager [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Start destroying the instance on the hypervisor. {{(pid=69765) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1718.070373] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Destroying instance {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.071457] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb4c654-5a65-416c-b2ef-bdf5a04d7fff {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.079763] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powering off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.080081] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13913127-7638-472c-9c22-82604db2a3bf {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.086798] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1718.086798] env[69765]: value = "task-3944271" [ 1718.086798] env[69765]: _type = "Task" [ 1718.086798] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.096388] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.596381] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944271, 'name': PowerOffVM_Task, 'duration_secs': 0.18002} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.596732] env[69765]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Powered off the VM {{(pid=69765) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.596789] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Unregistering the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.597018] env[69765]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224ea69e-723a-49a9-b6ef-63d1c16ff6d5 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.665037] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Unregistered the VM {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.665290] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleting contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.665475] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleting the datastore file [datastore2] 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.665754] env[69765]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60dd8198-4205-4e1b-8f5f-78fda46140e7 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.673384] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for the task: (returnval){ [ 1718.673384] env[69765]: value = "task-3944273" [ 1718.673384] env[69765]: _type = "Task" [ 1718.673384] env[69765]: } to complete. {{(pid=69765) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.681570] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.185297] env[69765]: DEBUG oslo_vmware.api [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Task: {'id': task-3944273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13861} completed successfully. {{(pid=69765) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.185707] env[69765]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted the datastore file {{(pid=69765) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.186023] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deleted contents of the VM from datastore datastore2 {{(pid=69765) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.186320] env[69765]: DEBUG nova.virt.vmwareapi.vmops [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Instance destroyed {{(pid=69765) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.186610] env[69765]: INFO nova.compute.manager [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] [instance: 121e901e-9c08-455d-a68e-333b55458988] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1719.186975] env[69765]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69765) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1719.187279] env[69765]: DEBUG nova.compute.manager [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Deallocating network for instance {{(pid=69765) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.187431] env[69765]: DEBUG nova.network.neutron [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] deallocate_for_instance() {{(pid=69765) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1719.654207] env[69765]: DEBUG nova.compute.manager [req-f4423fa7-7111-4de4-9b09-1ba5deff24a5 req-ea363d79-cd1d-428f-8aeb-829eb389144a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Received event network-vif-deleted-7c297f9c-e580-4bab-b800-9f8c2a36e4db {{(pid=69765) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1719.654462] env[69765]: INFO nova.compute.manager [req-f4423fa7-7111-4de4-9b09-1ba5deff24a5 req-ea363d79-cd1d-428f-8aeb-829eb389144a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Neutron deleted interface 7c297f9c-e580-4bab-b800-9f8c2a36e4db; detaching it from the instance and deleting it from the info cache [ 1719.654592] env[69765]: DEBUG nova.network.neutron [req-f4423fa7-7111-4de4-9b09-1ba5deff24a5 req-ea363d79-cd1d-428f-8aeb-829eb389144a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.132290] env[69765]: DEBUG nova.network.neutron [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Updating instance_info_cache with network_info: [] {{(pid=69765) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.156804] env[69765]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7325b503-9d21-49f0-b43e-f7dd24054e7e {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.169018] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8b6ed-3804-485a-b1f7-fd24dd0bb22c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.194960] env[69765]: DEBUG nova.compute.manager [req-f4423fa7-7111-4de4-9b09-1ba5deff24a5 req-ea363d79-cd1d-428f-8aeb-829eb389144a service nova] [instance: 121e901e-9c08-455d-a68e-333b55458988] Detach interface failed, port_id=7c297f9c-e580-4bab-b800-9f8c2a36e4db, reason: Instance 121e901e-9c08-455d-a68e-333b55458988 could not be found. {{(pid=69765) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1720.634815] env[69765]: INFO nova.compute.manager [-] [instance: 121e901e-9c08-455d-a68e-333b55458988] Took 1.45 seconds to deallocate network for instance. [ 1721.141757] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1721.142168] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1721.142335] env[69765]: DEBUG nova.objects.instance [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lazy-loading 'resources' on Instance uuid 121e901e-9c08-455d-a68e-333b55458988 {{(pid=69765) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.676727] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f91e9c-7063-4540-9279-ccc3901945d4 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.684829] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f36ec-2064-48b6-b828-0bccf75a271b {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.715945] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e1d4e-0b79-4373-a20d-2f4982b60d14 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.723813] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447c759-7ab2-499e-add9-b9c471169f98 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.737293] env[69765]: DEBUG nova.compute.provider_tree [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.240794] env[69765]: DEBUG nova.scheduler.client.report [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.350487] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.350785] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.350954] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.351120] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.351276] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.351420] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.351568] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.351714] env[69765]: DEBUG nova.compute.manager [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69765) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1722.351858] env[69765]: DEBUG oslo_service.periodic_task [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=69765) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.745479] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.771353] env[69765]: INFO nova.scheduler.client.report [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Deleted allocations for instance 121e901e-9c08-455d-a68e-333b55458988 [ 1722.855406] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.855607] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1722.855785] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.856033] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69765) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1722.857345] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d836fa0d-4f09-4062-bdad-1255ab53a637 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.866463] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec63ccf-5fd7-43f1-a719-d95088ba4e5c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.880525] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c68072-487e-4bc7-b600-b969dd97024c {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.886913] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c5333c-8461-4f7b-97ce-6e606d40e231 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.916865] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180779MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69765) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1722.917018] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.917245] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.278419] env[69765]: DEBUG oslo_concurrency.lockutils [None req-d7387060-f850-4635-a10c-f23bb1d1b3a8 tempest-AttachVolumeShelveTestJSON-372210881 tempest-AttachVolumeShelveTestJSON-372210881-project-member] Lock "121e901e-9c08-455d-a68e-333b55458988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.937660] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1723.937837] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69765) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1723.951552] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351545d8-7f47-4695-b185-3e161d38e316 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.960045] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a2ab7-7740-4eb5-a337-d4070db78d9f {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.991028] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccab8b2-753b-4c9a-a156-2cb0ca919b15 {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.998997] env[69765]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e2d73-19e6-44d5-a11c-f40f341b5abe {{(pid=69765) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.012795] env[69765]: DEBUG nova.compute.provider_tree [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed in ProviderTree for provider: 974ec474-c930-4644-a9cb-e8fbc2072a2b {{(pid=69765) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.515621] env[69765]: DEBUG nova.scheduler.client.report [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Inventory has not changed for provider 974ec474-c930-4644-a9cb-e8fbc2072a2b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69765) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.020039] env[69765]: DEBUG nova.compute.resource_tracker [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69765) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1725.020364] env[69765]: DEBUG oslo_concurrency.lockutils [None req-994a3bf0-ffe2-4b7b-959d-35bc8c2f53dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=69765) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}